{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5031.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28236): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28236) [trial-2402↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28236)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28236): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28236) [trial-2402↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a08:27:28.808728 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a08:27:28.819781 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a08:27:29.396818 tst mo_mt_sms.py: using LAC 39657\u000a08:27:29.512397 tst mo_mt_sms.py: using RAC 132\u000a08:27:29.626574 tst mo_mt_sms.py: using CellId 39657\u000a08:27:29.741588 tst mo_mt_sms.py: using BVCI 39658\u000a08:27:29.763901 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:27:29.944055 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:27:30.233720 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:27:30.368167 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:27:32.792840 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28235): Launched\u000a08:27:33.095009 run osmo-nitb_10.42.42.2(pid=28236): Launched\u000a08:27:33.269214 run osmo-nitb_10.42.42.2(pid=28236): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28236)]\u000a08:27:33.395715 run osmo-nitb_10.42.42.2(pid=28236): stdout: \u000a| (launched: 2022-12-14_08:27:32.946296) \u000a08:27:33.522596 run osmo-nitb_10.42.42.2(pid=28236): stderr: \u000a| (launched: 2022-12-14_08:27:32.991158)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:27:33.643639 run osmo-nitb_10.42.42.2(pid=28236): stdout: \u000a| (launched: 2022-12-14_08:27:32.946296) \u000a08:27:33.763329 run osmo-nitb_10.42.42.2(pid=28236): stderr: \u000a| (launched: 2022-12-14_08:27:32.991158)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:27:33.815960 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28236): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28236) [trial-2402↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28236)] [trial-2402↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a08:27:33.823955 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a08:27:33.858797 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28235): Terminating (SIGTERM)\u000a08:27:34.036334 --- ParallelTerminationStrategy: PID 28235 died...\u000a08:27:34.092123 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28235): Terminated: ok {rc=0}\u000a08:27:34.181851 bus /sierra_3: Setting Powered False\u000a08:27:35.288116 bus /sierra_3: Setting Powered False\u000a08:27:36.401042 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:27:28" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28247): Process ended prematurely: osmo-stp_10.42.42.5(pid=28247) [trial-2402↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28247)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28247): Process ended prematurely: osmo-stp_10.42.42.5(pid=28247) [trial-2402↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a08:27:38.247885 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:27:38.258495 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a08:27:38.379791 tst mo_mt_sms.py: using LAC 39658\u000a08:27:38.499265 tst mo_mt_sms.py: using RAC 133\u000a08:27:38.619214 tst mo_mt_sms.py: using CellId 39658\u000a08:27:38.739176 tst mo_mt_sms.py: using BVCI 39659\u000a08:27:38.762168 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:27:38.772734 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:27:38.783245 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:27:38.793638 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:27:38.805136 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:27:38.815955 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:27:38.931236 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:27:39.144730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:40.915899 run create_hlr_db(pid=28241): Launched\u000a08:27:41.102905 bus /sierra_2: Setting Powered False\u000a08:27:42.124071 run create_hlr_db(pid=28241): Terminated: ok {rc=0}\u000a08:27:42.533339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28243): Launched\u000a08:27:42.840218 run osmo-hlr_10.42.42.2(pid=28244): Launched\u000a08:27:42.956640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:45.463892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28246): Launched\u000a08:27:45.769020 run osmo-stp_10.42.42.5(pid=28247): Launched\u000a08:27:45.933651 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:27:51.416264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28249): Launched\u000a08:27:51.740127 run osmo-msc_10.42.42.6(pid=28250): Launched\u000a08:27:51.927820 run osmo-stp_10.42.42.5(pid=28247): ERR: Terminated: ERROR {rc=1} [trial-2402↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28247)]\u000a08:27:52.063466 run osmo-stp_10.42.42.5(pid=28247): stdout: \u000a| (launched: 2022-12-14_08:27:45.616678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:52.199645 run osmo-stp_10.42.42.5(pid=28247): stderr: \u000a| �[0;m�[38;5;43m20221214082745789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082745789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082745789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082745790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082745792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082745792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082745792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:52.328258 run osmo-stp_10.42.42.5(pid=28247): stdout: \u000a| (launched: 2022-12-14_08:27:45.616678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:52.455777 run osmo-stp_10.42.42.5(pid=28247): stderr: \u000a| �[0;m�[38;5;43m20221214082745789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082745789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082745789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082745790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082745792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082745792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082745792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:52.511904 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28247): Process ended prematurely: osmo-stp_10.42.42.5(pid=28247) [trial-2402↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28247)] [trial-2402↪sms:sysmo↪mo_mt_sms.py:16]\u000a08:27:52.520475 tst mo_mt_sms.py:16: Test FAILED (14.3 sec)\u000a08:27:52.583425 run osmo-hlr_10.42.42.2(pid=28244): ERR: Terminated: ERROR {rc=237} [trial-2402↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28244)]\u000a08:27:52.635300 run osmo-hlr_10.42.42.2(pid=28244): stdout: \u000a| (launched: 2022-12-14_08:27:42.686471) \u000a08:27:52.687610 run osmo-hlr_10.42.42.2(pid=28244): stderr: \u000a| �[0;m�[1;31m20221214082742865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082742865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082742865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082742865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082742865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082742865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082742877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082742886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082742886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082742886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:52.758518 run osmo-msc_10.42.42.6(pid=28250): ERR: Terminated: ERROR {rc=2} [trial-2402↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28250)]\u000a08:27:52.810277 run osmo-msc_10.42.42.6(pid=28250): stdout: \u000a| (launched: 2022-12-14_08:27:51.579951) \u000a08:27:52.862572 run osmo-msc_10.42.42.6(pid=28250): stderr: \u000a| �[0;m�[38;5;43m20221214082751905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082751905 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f157fbeac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082751905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082751905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082751905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082751906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082751907 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082751907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082751908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082751908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:27:52.907715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28243): Terminating (SIGTERM)\u000a08:27:52.950029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28246): Terminating (SIGTERM)\u000a08:27:52.992078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28249): Terminating (SIGTERM)\u000a08:27:53.001834 --- ParallelTerminationStrategy: PID 28243 died...\u000a08:27:53.058186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28243): Terminated: ok {rc=0}\u000a08:27:53.068210 --- ParallelTerminationStrategy: PID 28246 died...\u000a08:27:53.124619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28246): Terminated: ok {rc=0}\u000a08:27:53.134762 --- ParallelTerminationStrategy: PID 28249 died...\u000a08:27:53.190595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28249): Terminated: ok {rc=0}\u000a08:27:53.278098 bus /sierra_3: Setting Powered False\u000a08:27:54.386515 bus /sierra_3: Setting Powered False\u000a08:27:55.495883 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:27:38" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28258): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28258) [trial-2402↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28258)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28258): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28258) [trial-2402↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a08:27:57.318069 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a08:27:57.328914 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a08:27:57.452427 tst assert_extension.py: using LAC 39659\u000a08:27:57.572131 tst assert_extension.py: using RAC 134\u000a08:27:57.694982 tst assert_extension.py: using CellId 39659\u000a08:27:57.811616 tst assert_extension.py: using BVCI 39660\u000a08:27:57.834510 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a08:27:58.115483 tst assert_extension.py:10: start nitb and bts...\u000a08:27:58.240371 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:27:58.865095 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28257): Launched\u000a08:27:59.166681 run osmo-nitb_10.42.42.2(pid=28258): Launched\u000a08:27:59.351429 run osmo-nitb_10.42.42.2(pid=28258): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28258)]\u000a08:27:59.487851 run osmo-nitb_10.42.42.2(pid=28258): stdout: \u000a| (launched: 2022-12-14_08:27:59.017393) \u000a08:27:59.624598 run osmo-nitb_10.42.42.2(pid=28258): stderr: \u000a| (launched: 2022-12-14_08:27:59.062199)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:27:59.756749 run osmo-nitb_10.42.42.2(pid=28258): stdout: \u000a| (launched: 2022-12-14_08:27:59.017393) \u000a08:27:59.887868 run osmo-nitb_10.42.42.2(pid=28258): stderr: \u000a| (launched: 2022-12-14_08:27:59.062199)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:28:00.288811 tst osmo-nitb_10.42.42.2(pid=28258): stdout: \u000a| (launched: 2022-12-14_08:27:59.017393) \u000a08:28:00.408883 tst osmo-nitb_10.42.42.2(pid=28258): stderr: \u000a| (launched: 2022-12-14_08:27:59.062199)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:28:00.461521 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28258): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28258) [trial-2402↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28258)] [trial-2402↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a08:28:00.469599 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a08:28:00.504496 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28257): Terminating (SIGTERM)\u000a08:28:00.682301 --- ParallelTerminationStrategy: PID 28257 died...\u000a08:28:00.737129 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28257): Terminated: ok {rc=0}\u000a08:28:00.820733 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:27:57" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28268): Process ended prematurely: osmo-stp_10.42.42.5(pid=28268) [trial-2402↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28268): Process ended prematurely: osmo-stp_10.42.42.5(pid=28268) [trial-2402↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a08:28:02.663268 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:02.674152 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a08:28:02.801403 tst assert_extension.py: using LAC 39660\u000a08:28:02.918550 tst assert_extension.py: using RAC 135\u000a08:28:03.035241 tst assert_extension.py: using CellId 39660\u000a08:28:03.157449 tst assert_extension.py: using BVCI 39661\u000a08:28:03.180467 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:03.191097 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:03.201646 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:03.212126 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:03.223170 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:03.234069 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a08:28:03.443115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:03.971518 run create_hlr_db(pid=28262): Launched\u000a08:28:04.145920 bus /sierra_2: Setting Powered False\u000a08:28:05.165946 run create_hlr_db(pid=28262): Terminated: ok {rc=0}\u000a08:28:05.570516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28264): Launched\u000a08:28:05.876028 run osmo-hlr_10.42.42.2(pid=28265): Launched\u000a08:28:05.983777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:06.511307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28267): Launched\u000a08:28:06.815932 run osmo-stp_10.42.42.5(pid=28268): Launched\u000a08:28:06.926167 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:28:07.478892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28270): Launched\u000a08:28:07.784652 run osmo-msc_10.42.42.6(pid=28271): Launched\u000a08:28:07.962794 run osmo-stp_10.42.42.5(pid=28268): ERR: Terminated: ERROR {rc=1} [trial-2402↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)]\u000a08:28:08.091160 run osmo-stp_10.42.42.5(pid=28268): stdout: \u000a| (launched: 2022-12-14_08:28:06.663872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:08.217753 run osmo-stp_10.42.42.5(pid=28268): stderr: \u000a| �[0;m�[38;5;43m20221214082806837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082806838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082806838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082806838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082806841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082806841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082806841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:08.338962 run osmo-stp_10.42.42.5(pid=28268): stdout: \u000a| (launched: 2022-12-14_08:28:06.663872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:08.458939 run osmo-stp_10.42.42.5(pid=28268): stderr: \u000a| �[0;m�[38;5;43m20221214082806837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082806838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082806838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082806838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082806841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082806841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082806841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:08.511598 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28268): Process ended prematurely: osmo-stp_10.42.42.5(pid=28268) [trial-2402↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)] [trial-2402↪ussd:sysmo↪assert_extension.py:17]\u000a08:28:08.519707 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a08:28:08.580412 run osmo-hlr_10.42.42.2(pid=28265): ERR: Terminated: ERROR {rc=237} [trial-2402↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28265)]\u000a08:28:08.630075 run osmo-hlr_10.42.42.2(pid=28265): stdout: \u000a| (launched: 2022-12-14_08:28:05.723713) \u000a08:28:08.680201 run osmo-hlr_10.42.42.2(pid=28265): stderr: \u000a| �[0;m�[1;31m20221214082805903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082805903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082805903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082805903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082805903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082805903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082805962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082805971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082805972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082805972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:08.748492 run osmo-msc_10.42.42.6(pid=28271): ERR: Terminated: ERROR {rc=2} [trial-2402↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28271)]\u000a08:28:08.798130 run osmo-msc_10.42.42.6(pid=28271): stdout: \u000a| (launched: 2022-12-14_08:28:07.632060) \u000a08:28:08.848201 run osmo-msc_10.42.42.6(pid=28271): stderr: \u000a| �[0;m�[38;5;43m20221214082807905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082807906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f090d168c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082807906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082807906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082807906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082807906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082807908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082807908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082807908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082807908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:28:08.890867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28264): Terminating (SIGTERM)\u000a08:28:08.931049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28267): Terminating (SIGTERM)\u000a08:28:08.971219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28270): Terminating (SIGTERM)\u000a08:28:08.980399 --- ParallelTerminationStrategy: PID 28264 died...\u000a08:28:09.034637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28264): Terminated: ok {rc=0}\u000a08:28:09.044140 --- ParallelTerminationStrategy: PID 28267 died...\u000a08:28:09.098372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28267): Terminated: ok {rc=0}\u000a08:28:09.107914 --- ParallelTerminationStrategy: PID 28270 died...\u000a08:28:09.161795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28270): Terminated: ok {rc=0}\u000a08:28:09.250415 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:28:02" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28282): Process ended prematurely: osmo-stp_10.42.42.5(pid=28282) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28282): Process ended prematurely: osmo-stp_10.42.42.5(pid=28282) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:28:11.163141 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:11.174413 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:28:11.324709 tst mo_mt_call.py: using LAC 39661\u000a08:28:11.446955 tst mo_mt_call.py: using RAC 136\u000a08:28:11.572511 tst mo_mt_call.py: using CellId 39661\u000a08:28:11.694053 tst mo_mt_call.py: using BVCI 39662\u000a08:28:11.717752 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:11.728744 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:11.739789 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:11.750766 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:11.762113 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:11.773537 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:28:11.893780 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:28:12.097951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:12.586696 run create_hlr_db(pid=28276): Launched\u000a08:28:12.763313 bus /sierra_2: Setting Powered False\u000a08:28:13.785514 run create_hlr_db(pid=28276): Terminated: ok {rc=0}\u000a08:28:14.250566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28278): Launched\u000a08:28:14.584497 run osmo-hlr_10.42.42.2(pid=28279): Launched\u000a08:28:14.710097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:15.285162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28281): Launched\u000a08:28:15.615586 run osmo-stp_10.42.42.5(pid=28282): Launched\u000a08:28:15.735704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:28:16.371643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28284): Launched\u000a08:28:16.779055 run osmo-msc_10.42.42.6(pid=28285): Launched\u000a08:28:17.339747 run osmo-stp_10.42.42.5(pid=28282): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)]\u000a08:28:17.486277 run osmo-stp_10.42.42.5(pid=28282): stdout: \u000a| (launched: 2022-12-14_08:28:15.452669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:17.623528 run osmo-stp_10.42.42.5(pid=28282): stderr: \u000a| �[0;m�[38;5;43m20221214082815650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082815650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082815651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082815651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082815651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082815652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082815652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:17.755767 run osmo-stp_10.42.42.5(pid=28282): stdout: \u000a| (launched: 2022-12-14_08:28:15.452669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:17.886665 run osmo-stp_10.42.42.5(pid=28282): stderr: \u000a| �[0;m�[38;5;43m20221214082815650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082815650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082815651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082815651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082815651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082815652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082815652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:17.944044 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28282): Process ended prematurely: osmo-stp_10.42.42.5(pid=28282) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)] [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:28:17.953247 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a08:28:18.016081 run osmo-hlr_10.42.42.2(pid=28279): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28279)]\u000a08:28:18.067672 run osmo-hlr_10.42.42.2(pid=28279): stdout: \u000a| (launched: 2022-12-14_08:28:14.418492) \u000a08:28:18.120588 run osmo-hlr_10.42.42.2(pid=28279): stderr: \u000a| �[0;m�[1;31m20221214082814622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082814622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082814622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082814622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082814622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082814622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082814635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082814643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082814643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082814643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:18.191326 run osmo-msc_10.42.42.6(pid=28285): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28285)]\u000a08:28:18.242923 run osmo-msc_10.42.42.6(pid=28285): stdout: \u000a| (launched: 2022-12-14_08:28:16.532057) \u000a08:28:18.295036 run osmo-msc_10.42.42.6(pid=28285): stderr: \u000a| �[0;m�[38;5;43m20221214082817025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082817026 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20ca0abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082817026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082817026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082817026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082817027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082817030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082817032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082817032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082817032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:28:18.339393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28278): Terminating (SIGTERM)\u000a08:28:18.381492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28281): Terminating (SIGTERM)\u000a08:28:18.423458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28284): Terminating (SIGTERM)\u000a08:28:18.433107 --- ParallelTerminationStrategy: PID 28278 died...\u000a08:28:18.489164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28278): Terminated: ok {rc=0}\u000a08:28:18.499214 --- ParallelTerminationStrategy: PID 28281 died...\u000a08:28:18.555226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28281): Terminated: ok {rc=0}\u000a08:28:18.565318 --- ParallelTerminationStrategy: PID 28284 died...\u000a08:28:18.621425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28284): Terminated: ok {rc=0}\u000a08:28:18.709367 bus /sierra_3: Setting Powered False\u000a08:28:19.820666 bus /sierra_3: Setting Powered False\u000a08:28:20.929887 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28293): Process ended prematurely: osmo-stp_10.42.42.5(pid=28293) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28293): Process ended prematurely: osmo-stp_10.42.42.5(pid=28293) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:28:22.046734 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:22.058994 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:28:22.212877 tst mo_mt_call_osmux.py: using LAC 39662\u000a08:28:22.344677 tst mo_mt_call_osmux.py: using RAC 137\u000a08:28:22.471636 tst mo_mt_call_osmux.py: using CellId 39662\u000a08:28:22.598978 tst mo_mt_call_osmux.py: using BVCI 39663\u000a08:28:22.624236 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:22.635894 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:22.647371 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:22.658778 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:22.670380 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:28:22.681970 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:28:22.800214 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:28:23.010506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:23.500916 run create_hlr_db(pid=28287): Launched\u000a08:28:23.677906 bus /sierra_2: Setting Powered False\u000a08:28:24.710264 run create_hlr_db(pid=28287): Terminated: ok {rc=0}\u000a08:28:25.163424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28289): Launched\u000a08:28:25.496056 run osmo-hlr_10.42.42.2(pid=28290): Launched\u000a08:28:25.619038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:26.193086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28292): Launched\u000a08:28:26.526787 run osmo-stp_10.42.42.5(pid=28293): Launched\u000a08:28:26.646425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:28:27.251718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28295): Launched\u000a08:28:27.584456 run osmo-msc_10.42.42.6(pid=28296): Launched\u000a08:28:27.776212 run osmo-stp_10.42.42.5(pid=28293): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)]\u000a08:28:27.915264 run osmo-stp_10.42.42.5(pid=28293): stdout: \u000a| (launched: 2022-12-14_08:28:26.361465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:28.053253 run osmo-stp_10.42.42.5(pid=28293): stderr: \u000a| �[0;m�[38;5;43m20221214082826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082826556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082826556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082826556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082826556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:28.185924 run osmo-stp_10.42.42.5(pid=28293): stdout: \u000a| (launched: 2022-12-14_08:28:26.361465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:28.316590 run osmo-stp_10.42.42.5(pid=28293): stderr: \u000a| �[0;m�[38;5;43m20221214082826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082826556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082826556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082826556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082826556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:28.374245 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28293): Process ended prematurely: osmo-stp_10.42.42.5(pid=28293) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)] [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:28:28.383526 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:28:28.446941 run osmo-hlr_10.42.42.2(pid=28290): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28290)]\u000a08:28:28.498921 run osmo-hlr_10.42.42.2(pid=28290): stdout: \u000a| (launched: 2022-12-14_08:28:25.332037) \u000a08:28:28.551790 run osmo-hlr_10.42.42.2(pid=28290): stderr: \u000a| �[0;m�[1;31m20221214082825534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082825534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082825534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082825534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082825534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082825534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082825547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082825555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082825556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082825556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:28.623401 run osmo-msc_10.42.42.6(pid=28296): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28296)]\u000a08:28:28.675537 run osmo-msc_10.42.42.6(pid=28296): stdout: \u000a| (launched: 2022-12-14_08:28:27.419571) \u000a08:28:28.728025 run osmo-msc_10.42.42.6(pid=28296): stderr: \u000a| �[0;m�[38;5;43m20221214082827748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082827749 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1dd8a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082827749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082827749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082827749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082827749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082827752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082827752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082827752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082827752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:28:28.772618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28289): Terminating (SIGTERM)\u000a08:28:28.814749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28292): Terminating (SIGTERM)\u000a08:28:28.856819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28295): Terminating (SIGTERM)\u000a08:28:28.866534 --- ParallelTerminationStrategy: PID 28289 died...\u000a08:28:28.922854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28289): Terminated: ok {rc=0}\u000a08:28:28.933129 --- ParallelTerminationStrategy: PID 28292 died...\u000a08:28:28.988888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28292): Terminated: ok {rc=0}\u000a08:28:28.998977 --- ParallelTerminationStrategy: PID 28295 died...\u000a08:28:29.054782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28295): Terminated: ok {rc=0}\u000a08:28:29.142458 bus /sierra_3: Setting Powered False\u000a08:28:30.246172 bus /sierra_3: Setting Powered False\u000a08:28:31.355638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:28:10" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28307): Process ended prematurely: osmo-stp_10.42.42.5(pid=28307) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28307)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28307): Process ended prematurely: osmo-stp_10.42.42.5(pid=28307) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:28:33.327177 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:33.338944 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:28:33.490799 tst mo_mt_call.py: using LAC 39663\u000a08:28:33.618603 tst mo_mt_call.py: using RAC 138\u000a08:28:33.741755 tst mo_mt_call.py: using CellId 39663\u000a08:28:33.868644 tst mo_mt_call.py: using BVCI 39664\u000a08:28:33.892392 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:33.903565 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:33.914562 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:33.925570 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:33.937416 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:33.949182 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:28:34.070198 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:28:34.283332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:34.813692 run create_hlr_db(pid=28301): Launched\u000a08:28:35.003281 bus /sierra_2: Setting Powered False\u000a08:28:36.025121 run create_hlr_db(pid=28301): Terminated: ok {rc=0}\u000a08:28:36.465908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28303): Launched\u000a08:28:36.798987 run osmo-hlr_10.42.42.2(pid=28304): Launched\u000a08:28:36.918921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:37.492209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28306): Launched\u000a08:28:37.824697 run osmo-stp_10.42.42.5(pid=28307): Launched\u000a08:28:37.945601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:28:38.551770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28309): Launched\u000a08:28:38.884226 run osmo-msc_10.42.42.6(pid=28310): Launched\u000a08:28:39.077051 run osmo-stp_10.42.42.5(pid=28307): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28307)]\u000a08:28:39.216310 run osmo-stp_10.42.42.5(pid=28307): stdout: \u000a| (launched: 2022-12-14_08:28:37.660129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:39.354455 run osmo-stp_10.42.42.5(pid=28307): stderr: \u000a| �[0;m�[38;5;43m20221214082837857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082837857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082837857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082837858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082837858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082837858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082837858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:39.486630 run osmo-stp_10.42.42.5(pid=28307): stdout: \u000a| (launched: 2022-12-14_08:28:37.660129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:39.617408 run osmo-stp_10.42.42.5(pid=28307): stderr: \u000a| �[0;m�[38;5;43m20221214082837857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082837857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082837857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082837858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082837858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082837858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082837858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:39.674925 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28307): Process ended prematurely: osmo-stp_10.42.42.5(pid=28307) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28307)] [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:28:39.684130 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:28:39.747113 run osmo-hlr_10.42.42.2(pid=28304): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28304)]\u000a08:28:39.799081 run osmo-hlr_10.42.42.2(pid=28304): stdout: \u000a| (launched: 2022-12-14_08:28:36.634024) \u000a08:28:39.851592 run osmo-hlr_10.42.42.2(pid=28304): stderr: \u000a| �[0;m�[1;31m20221214082836836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082836836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082836836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082836836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082836836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082836836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082836866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082836875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082836876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082836876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:39.923197 run osmo-msc_10.42.42.6(pid=28310): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28310)]\u000a08:28:39.975225 run osmo-msc_10.42.42.6(pid=28310): stdout: \u000a| (launched: 2022-12-14_08:28:38.719629) \u000a08:28:40.027588 run osmo-msc_10.42.42.6(pid=28310): stderr: \u000a| �[0;m�[38;5;43m20221214082839046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082839046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda59a6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082839046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082839046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082839046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082839047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082839048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082839049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082839049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082839049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:28:40.072163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28303): Terminating (SIGTERM)\u000a08:28:40.114592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28306): Terminating (SIGTERM)\u000a08:28:40.156652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28309): Terminating (SIGTERM)\u000a08:28:40.166378 --- ParallelTerminationStrategy: PID 28303 died...\u000a08:28:40.222708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28303): Terminated: ok {rc=0}\u000a08:28:40.232698 --- ParallelTerminationStrategy: PID 28306 died...\u000a08:28:40.288442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28306): Terminated: ok {rc=0}\u000a08:28:40.298432 --- ParallelTerminationStrategy: PID 28309 died...\u000a08:28:40.354248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28309): Terminated: ok {rc=0}\u000a08:28:40.441935 bus /sierra_3: Setting Powered False\u000a08:28:41.545256 bus /sierra_3: Setting Powered False\u000a08:28:42.652821 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28318): Process ended prematurely: osmo-stp_10.42.42.5(pid=28318) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28318): Process ended prematurely: osmo-stp_10.42.42.5(pid=28318) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:28:43.763284 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:43.775227 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:28:43.921051 tst mo_mt_call_osmux.py: using LAC 39664\u000a08:28:44.044174 tst mo_mt_call_osmux.py: using RAC 139\u000a08:28:44.167546 tst mo_mt_call_osmux.py: using CellId 39664\u000a08:28:44.290195 tst mo_mt_call_osmux.py: using BVCI 39665\u000a08:28:44.313861 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:44.325168 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:44.336061 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:44.347175 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:44.358749 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:28:44.370544 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:28:44.491641 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:28:44.697346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:45.186504 run create_hlr_db(pid=28312): Launched\u000a08:28:45.364250 bus /sierra_2: Setting Powered False\u000a08:28:46.441681 run create_hlr_db(pid=28312): Terminated: ok {rc=0}\u000a08:28:46.876004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28314): Launched\u000a08:28:47.302227 run osmo-hlr_10.42.42.2(pid=28315): Launched\u000a08:28:47.423566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:47.998650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28317): Launched\u000a08:28:48.331850 run osmo-stp_10.42.42.5(pid=28318): Launched\u000a08:28:48.452163 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:28:49.055577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28321): Launched\u000a08:28:49.390390 run osmo-msc_10.42.42.6(pid=28322): Launched\u000a08:28:49.582649 run osmo-stp_10.42.42.5(pid=28318): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)]\u000a08:28:49.721848 run osmo-stp_10.42.42.5(pid=28318): stdout: \u000a| (launched: 2022-12-14_08:28:48.166999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:49.860117 run osmo-stp_10.42.42.5(pid=28318): stderr: \u000a| �[0;m�[38;5;43m20221214082848361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082848362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082848362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082848362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082848363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082848363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082848363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:49.992664 run osmo-stp_10.42.42.5(pid=28318): stdout: \u000a| (launched: 2022-12-14_08:28:48.166999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:50.124185 run osmo-stp_10.42.42.5(pid=28318): stderr: \u000a| �[0;m�[38;5;43m20221214082848361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082848362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082848362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082848362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082848363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082848363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082848363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:50.182212 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28318): Process ended prematurely: osmo-stp_10.42.42.5(pid=28318) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)] [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:28:50.191716 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:28:50.253904 run osmo-hlr_10.42.42.2(pid=28315): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28315)]\u000a08:28:50.305232 run osmo-hlr_10.42.42.2(pid=28315): stdout: \u000a| (launched: 2022-12-14_08:28:47.037244) \u000a08:28:50.357298 run osmo-hlr_10.42.42.2(pid=28315): stderr: \u000a| �[0;m�[1;31m20221214082847276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082847276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082847276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082847276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082847276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082847276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082847289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082847297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082847297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082847297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:50.427699 run osmo-msc_10.42.42.6(pid=28322): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28322)]\u000a08:28:50.479241 run osmo-msc_10.42.42.6(pid=28322): stdout: \u000a| (launched: 2022-12-14_08:28:49.223682) \u000a08:28:50.531121 run osmo-msc_10.42.42.6(pid=28322): stderr: \u000a| �[0;m�[38;5;43m20221214082849549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082849549 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6a7c02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082849549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082849549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082849549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082849549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082849551 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082849551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082849551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082849552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:28:50.575055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28314): Terminating (SIGTERM)\u000a08:28:50.616699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28317): Terminating (SIGTERM)\u000a08:28:50.658288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28321): Terminating (SIGTERM)\u000a08:28:50.667926 --- ParallelTerminationStrategy: PID 28314 died...\u000a08:28:50.723650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28314): Terminated: ok {rc=0}\u000a08:28:50.733730 --- ParallelTerminationStrategy: PID 28317 died...\u000a08:28:50.789226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28317): Terminated: ok {rc=0}\u000a08:28:50.799342 --- ParallelTerminationStrategy: PID 28321 died...\u000a08:28:50.854732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28321): Terminated: ok {rc=0}\u000a08:28:50.941290 bus /sierra_3: Setting Powered False\u000a08:28:52.049100 bus /sierra_3: Setting Powered False\u000a08:28:53.157381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:28:33" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28346): Process ended prematurely: osmo-stp_10.42.42.5(pid=28346) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28346)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28346): Process ended prematurely: osmo-stp_10.42.42.5(pid=28346) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:28:55.128445 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:28:55.139652 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:28:55.283593 tst mo_mt_call.py: using LAC 39665\u000a08:28:55.405590 tst mo_mt_call.py: using RAC 140\u000a08:28:55.525875 tst mo_mt_call.py: using CellId 39665\u000a08:28:55.645873 tst mo_mt_call.py: using BVCI 39666\u000a08:28:55.669545 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:28:55.680535 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:28:55.691427 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:28:55.702300 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:28:55.713438 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:28:55.724731 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:28:55.844159 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:28:56.049789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:56.538896 run create_hlr_db(pid=28327): Launched\u000a08:28:56.715305 bus /sierra_2: Setting Powered False\u000a08:28:57.737673 run create_hlr_db(pid=28327): Terminated: ok {rc=0}\u000a08:28:58.179196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28329): Launched\u000a08:28:58.512231 run osmo-hlr_10.42.42.2(pid=28330): Launched\u000a08:28:58.640656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:59.242859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28332): Launched\u000a08:28:59.558774 run osmo-stp_10.42.42.5(pid=28346): Launched\u000a08:28:59.676400 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:29:00.244386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28348): Launched\u000a08:29:00.557091 run osmo-msc_10.42.42.6(pid=28349): Launched\u000a08:29:00.738660 run osmo-stp_10.42.42.5(pid=28346): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28346)]\u000a08:29:00.874472 run osmo-stp_10.42.42.5(pid=28346): stdout: \u000a| (launched: 2022-12-14_08:28:59.400443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:01.007976 run osmo-stp_10.42.42.5(pid=28346): stderr: \u000a| �[0;m�[38;5;43m20221214082859575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082859576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082859576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082859576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082859577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082859577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082859577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:01.143847 run osmo-stp_10.42.42.5(pid=28346): stdout: \u000a| (launched: 2022-12-14_08:28:59.400443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:01.280531 run osmo-stp_10.42.42.5(pid=28346): stderr: \u000a| �[0;m�[38;5;43m20221214082859575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082859576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082859576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082859576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082859577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082859577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082859577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:01.340038 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28346): Process ended prematurely: osmo-stp_10.42.42.5(pid=28346) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28346)] [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:29:01.350291 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:29:01.417385 run osmo-hlr_10.42.42.2(pid=28330): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28330)]\u000a08:29:01.470956 run osmo-hlr_10.42.42.2(pid=28330): stdout: \u000a| (launched: 2022-12-14_08:28:58.347458) \u000a08:29:01.525340 run osmo-hlr_10.42.42.2(pid=28330): stderr: \u000a| �[0;m�[1;31m20221214082858551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082858551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082858551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082858551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082858551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082858551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082858563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082858572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082858573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082858573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:01.598608 run osmo-msc_10.42.42.6(pid=28349): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28349)]\u000a08:29:01.653054 run osmo-msc_10.42.42.6(pid=28349): stdout: \u000a| (launched: 2022-12-14_08:29:00.400941) \u000a08:29:01.707135 run osmo-msc_10.42.42.6(pid=28349): stderr: \u000a| �[0;m�[38;5;43m20221214082900674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082900674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf791aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082900674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082900674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082900675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082900675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082900676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082900677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082900677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082900677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:29:01.752442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28329): Terminating (SIGTERM)\u000a08:29:01.797927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28332): Terminating (SIGTERM)\u000a08:29:01.842366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28348): Terminating (SIGTERM)\u000a08:29:01.852817 --- ParallelTerminationStrategy: PID 28329 died...\u000a08:29:01.912088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28329): Terminated: ok {rc=0}\u000a08:29:01.922860 --- ParallelTerminationStrategy: PID 28332 died...\u000a08:29:01.979869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28332): Terminated: ok {rc=0}\u000a08:29:01.990420 --- ParallelTerminationStrategy: PID 28348 died...\u000a08:29:02.048503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28348): Terminated: ok {rc=0}\u000a08:29:02.170144 bus /sierra_3: Setting Powered False\u000a08:29:03.273014 bus /sierra_3: Setting Powered False\u000a08:29:04.383138 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28357): Process ended prematurely: osmo-stp_10.42.42.5(pid=28357) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28357)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28357): Process ended prematurely: osmo-stp_10.42.42.5(pid=28357) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:29:05.500598 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:29:05.512766 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:29:05.666393 tst mo_mt_call_osmux.py: using LAC 39666\u000a08:29:05.792565 tst mo_mt_call_osmux.py: using RAC 141\u000a08:29:05.919757 tst mo_mt_call_osmux.py: using CellId 39666\u000a08:29:06.042666 tst mo_mt_call_osmux.py: using BVCI 39667\u000a08:29:06.066387 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:29:06.077614 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:29:06.088728 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:29:06.100061 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:29:06.111834 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:29:06.123588 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:29:06.246651 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:29:06.460213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:06.994478 run create_hlr_db(pid=28351): Launched\u000a08:29:07.185219 bus /sierra_2: Setting Powered False\u000a08:29:08.196249 run create_hlr_db(pid=28351): Terminated: ok {rc=0}\u000a08:29:08.643211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28353): Launched\u000a08:29:08.976164 run osmo-hlr_10.42.42.2(pid=28354): Launched\u000a08:29:09.099871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:09.676166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28356): Launched\u000a08:29:10.007381 run osmo-stp_10.42.42.5(pid=28357): Launched\u000a08:29:10.127479 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:29:10.732668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28359): Launched\u000a08:29:11.063757 run osmo-msc_10.42.42.6(pid=28360): Launched\u000a08:29:11.260043 run osmo-stp_10.42.42.5(pid=28357): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28357)]\u000a08:29:11.399220 run osmo-stp_10.42.42.5(pid=28357): stdout: \u000a| (launched: 2022-12-14_08:29:09.843597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:11.537333 run osmo-stp_10.42.42.5(pid=28357): stderr: \u000a| �[0;m�[38;5;43m20221214082910038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082910039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082910039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082910039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082910040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082910040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082910040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:11.669086 run osmo-stp_10.42.42.5(pid=28357): stdout: \u000a| (launched: 2022-12-14_08:29:09.843597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:11.799528 run osmo-stp_10.42.42.5(pid=28357): stderr: \u000a| �[0;m�[38;5;43m20221214082910038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082910039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082910039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082910039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082910040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082910040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082910040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:11.857331 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28357): Process ended prematurely: osmo-stp_10.42.42.5(pid=28357) [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28357)] [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:29:11.866675 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:29:11.929655 run osmo-hlr_10.42.42.2(pid=28354): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28354)]\u000a08:29:11.981668 run osmo-hlr_10.42.42.2(pid=28354): stdout: \u000a| (launched: 2022-12-14_08:29:08.811316) \u000a08:29:12.033748 run osmo-hlr_10.42.42.2(pid=28354): stderr: \u000a| �[0;m�[1;31m20221214082909016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082909016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082909016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082909016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082909016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082909016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082909029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082909037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082909037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082909037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:12.104440 run osmo-msc_10.42.42.6(pid=28360): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28360)]\u000a08:29:12.156759 run osmo-msc_10.42.42.6(pid=28360): stdout: \u000a| (launched: 2022-12-14_08:29:10.900570) \u000a08:29:12.209177 run osmo-msc_10.42.42.6(pid=28360): stderr: \u000a| �[0;m�[38;5;43m20221214082911228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082911229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b4bcb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082911229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082911229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082911229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082911229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082911231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082911231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082911231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082911231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:29:12.253415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28353): Terminating (SIGTERM)\u000a08:29:12.294987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28356): Terminating (SIGTERM)\u000a08:29:12.337292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28359): Terminating (SIGTERM)\u000a08:29:12.346912 --- ParallelTerminationStrategy: PID 28353 died...\u000a08:29:12.402408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28353): Terminated: ok {rc=0}\u000a08:29:12.412238 --- ParallelTerminationStrategy: PID 28356 died...\u000a08:29:12.467589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28356): Terminated: ok {rc=0}\u000a08:29:12.477948 --- ParallelTerminationStrategy: PID 28359 died...\u000a08:29:12.533312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28359): Terminated: ok {rc=0}\u000a08:29:12.619543 bus /sierra_3: Setting Powered False\u000a08:29:13.720988 bus /sierra_3: Setting Powered False\u000a08:29:14.827987 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:28:54" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28372): Process ended prematurely: osmo-stp_10.42.42.5(pid=28372) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28372): Process ended prematurely: osmo-stp_10.42.42.5(pid=28372) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:29:16.847319 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:16.862584 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:29:17.028710 tst mo_mt_call.py: using LAC 39667\u000a08:29:17.155529 tst mo_mt_call.py: using RAC 142\u000a08:29:17.281502 tst mo_mt_call.py: using CellId 39667\u000a08:29:17.405751 tst mo_mt_call.py: using BVCI 39668\u000a08:29:17.429465 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:17.440628 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:17.451759 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:17.462680 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:17.474009 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:17.485507 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:29:17.607238 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:29:17.820918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:18.350287 run create_hlr_db(pid=28366): Launched\u000a08:29:18.539848 bus /sierra_2: Setting Powered False\u000a08:29:19.560779 run create_hlr_db(pid=28366): Terminated: ok {rc=0}\u000a08:29:19.999470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28368): Launched\u000a08:29:20.330777 run osmo-hlr_10.42.42.2(pid=28369): Launched\u000a08:29:20.450229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:21.022852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28371): Launched\u000a08:29:21.357250 run osmo-stp_10.42.42.5(pid=28372): Launched\u000a08:29:21.476824 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:29:22.080827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28374): Launched\u000a08:29:22.414876 run osmo-msc_10.42.42.6(pid=28375): Launched\u000a08:29:22.606540 run osmo-stp_10.42.42.5(pid=28372): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)]\u000a08:29:22.744646 run osmo-stp_10.42.42.5(pid=28372): stdout: \u000a| (launched: 2022-12-14_08:29:21.190823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:22.882458 run osmo-stp_10.42.42.5(pid=28372): stderr: \u000a| �[0;m�[38;5;43m20221214082921385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082921385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082921385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082921385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082921388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082921388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082921388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:23.014651 run osmo-stp_10.42.42.5(pid=28372): stdout: \u000a| (launched: 2022-12-14_08:29:21.190823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:23.145629 run osmo-stp_10.42.42.5(pid=28372): stderr: \u000a| �[0;m�[38;5;43m20221214082921385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082921385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082921385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082921385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082921388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082921388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082921388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:23.203291 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28372): Process ended prematurely: osmo-stp_10.42.42.5(pid=28372) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)] [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:29:23.212441 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:29:23.275372 run osmo-hlr_10.42.42.2(pid=28369): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28369)]\u000a08:29:23.326686 run osmo-hlr_10.42.42.2(pid=28369): stdout: \u000a| (launched: 2022-12-14_08:29:20.167536) \u000a08:29:23.378634 run osmo-hlr_10.42.42.2(pid=28369): stderr: \u000a| �[0;m�[1;31m20221214082920369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082920369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082920369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082920369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082920369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082920369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082920382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082920390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082920390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082920391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:23.448904 run osmo-msc_10.42.42.6(pid=28375): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28375)]\u000a08:29:23.500241 run osmo-msc_10.42.42.6(pid=28375): stdout: \u000a| (launched: 2022-12-14_08:29:22.249807) \u000a08:29:23.552002 run osmo-msc_10.42.42.6(pid=28375): stderr: \u000a| �[0;m�[38;5;43m20221214082922573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082922574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34ce018c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082922574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082922574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082922574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082922574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082922576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082922576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082922576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082922576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:29:23.596015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28368): Terminating (SIGTERM)\u000a08:29:23.637717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28371): Terminating (SIGTERM)\u000a08:29:23.679377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28374): Terminating (SIGTERM)\u000a08:29:23.688558 --- ParallelTerminationStrategy: PID 28368 died...\u000a08:29:23.744536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28368): Terminated: ok {rc=0}\u000a08:29:23.754550 --- ParallelTerminationStrategy: PID 28371 died...\u000a08:29:23.810089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28371): Terminated: ok {rc=0}\u000a08:29:23.819994 --- ParallelTerminationStrategy: PID 28374 died...\u000a08:29:23.875509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28374): Terminated: ok {rc=0}\u000a08:29:23.962911 bus /sierra_3: Setting Powered False\u000a08:29:25.065299 bus /sierra_3: Setting Powered False\u000a08:29:26.176917 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28383): Process ended prematurely: osmo-stp_10.42.42.5(pid=28383) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28383): Process ended prematurely: osmo-stp_10.42.42.5(pid=28383) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:29:27.294067 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:27.306573 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:29:27.462041 tst mo_mt_call_osmux.py: using LAC 39668\u000a08:29:27.591341 tst mo_mt_call_osmux.py: using RAC 143\u000a08:29:27.720552 tst mo_mt_call_osmux.py: using CellId 39668\u000a08:29:27.852489 tst mo_mt_call_osmux.py: using BVCI 39669\u000a08:29:27.877839 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:27.889397 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:27.900784 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:27.912159 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:27.923641 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:29:27.935105 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:29:28.055371 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:29:28.260646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:28.752100 run create_hlr_db(pid=28377): Launched\u000a08:29:28.929345 bus /sierra_2: Setting Powered False\u000a08:29:29.951569 run create_hlr_db(pid=28377): Terminated: ok {rc=0}\u000a08:29:30.392725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28379): Launched\u000a08:29:30.728055 run osmo-hlr_10.42.42.2(pid=28380): Launched\u000a08:29:30.898587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:31.506488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28382): Launched\u000a08:29:31.928714 run osmo-stp_10.42.42.5(pid=28383): Launched\u000a08:29:32.201876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:29:32.773570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28385): Launched\u000a08:29:33.086312 run osmo-msc_10.42.42.6(pid=28386): Launched\u000a08:29:33.267324 run osmo-stp_10.42.42.5(pid=28383): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)]\u000a08:29:33.398102 run osmo-stp_10.42.42.5(pid=28383): stdout: \u000a| (launched: 2022-12-14_08:29:31.669010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:33.526793 run osmo-stp_10.42.42.5(pid=28383): stderr: \u000a| �[0;m�[38;5;43m20221214082931954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082931954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082931955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082931955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082931957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082931958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082931958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:33.650483 run osmo-stp_10.42.42.5(pid=28383): stdout: \u000a| (launched: 2022-12-14_08:29:31.669010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:33.773158 run osmo-stp_10.42.42.5(pid=28383): stderr: \u000a| �[0;m�[38;5;43m20221214082931954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082931954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082931955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082931955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082931957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082931958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082931958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:33.827263 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28383): Process ended prematurely: osmo-stp_10.42.42.5(pid=28383) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)] [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:29:33.835963 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a08:29:33.896557 run osmo-hlr_10.42.42.2(pid=28380): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28380)]\u000a08:29:33.946424 run osmo-hlr_10.42.42.2(pid=28380): stdout: \u000a| (launched: 2022-12-14_08:29:30.561728) \u000a08:29:33.996842 run osmo-hlr_10.42.42.2(pid=28380): stderr: \u000a| �[0;m�[1;31m20221214082930763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082930763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082930763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082930763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082930763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082930763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082930775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082930784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082930784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082930784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:34.065018 run osmo-msc_10.42.42.6(pid=28386): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28386)]\u000a08:29:34.115043 run osmo-msc_10.42.42.6(pid=28386): stdout: \u000a| (launched: 2022-12-14_08:29:32.930467) \u000a08:29:34.165665 run osmo-msc_10.42.42.6(pid=28386): stderr: \u000a| �[0;m�[38;5;43m20221214082933206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082933206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ea5488c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082933207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082933207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082933207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082933207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082933210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082933211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082933211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082933211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:29:34.208182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28379): Terminating (SIGTERM)\u000a08:29:34.248274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28382): Terminating (SIGTERM)\u000a08:29:34.288221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28385): Terminating (SIGTERM)\u000a08:29:34.297410 --- ParallelTerminationStrategy: PID 28379 died...\u000a08:29:34.351978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28379): Terminated: ok {rc=0}\u000a08:29:34.361638 --- ParallelTerminationStrategy: PID 28382 died...\u000a08:29:34.415534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28382): Terminated: ok {rc=0}\u000a08:29:34.425188 --- ParallelTerminationStrategy: PID 28385 died...\u000a08:29:34.478809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28385): Terminated: ok {rc=0}\u000a08:29:34.563441 bus /sierra_3: Setting Powered False\u000a08:29:35.671020 bus /sierra_3: Setting Powered False\u000a08:29:36.782854 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:29:16" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28397): Process ended prematurely: osmo-stp_10.42.42.5(pid=28397) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28397)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28397): Process ended prematurely: osmo-stp_10.42.42.5(pid=28397) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:29:38.744480 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:38.755607 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:29:38.902460 tst mo_mt_call.py: using LAC 39669\u000a08:29:39.026562 tst mo_mt_call.py: using RAC 144\u000a08:29:39.150087 tst mo_mt_call.py: using CellId 39669\u000a08:29:39.271227 tst mo_mt_call.py: using BVCI 39670\u000a08:29:39.294842 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:39.305952 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:39.316805 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:39.327717 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:39.338981 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:39.350251 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:29:39.470312 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:29:39.676501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:40.166423 run create_hlr_db(pid=28391): Launched\u000a08:29:40.343028 bus /sierra_2: Setting Powered False\u000a08:29:41.365686 run create_hlr_db(pid=28391): Terminated: ok {rc=0}\u000a08:29:41.804329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28393): Launched\u000a08:29:42.138897 run osmo-hlr_10.42.42.2(pid=28394): Launched\u000a08:29:42.260049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:42.836294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28396): Launched\u000a08:29:43.169867 run osmo-stp_10.42.42.5(pid=28397): Launched\u000a08:29:43.290823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:29:43.897803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28399): Launched\u000a08:29:44.232660 run osmo-msc_10.42.42.6(pid=28400): Launched\u000a08:29:44.426489 run osmo-stp_10.42.42.5(pid=28397): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28397)]\u000a08:29:44.565262 run osmo-stp_10.42.42.5(pid=28397): stdout: \u000a| (launched: 2022-12-14_08:29:43.004535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:44.703073 run osmo-stp_10.42.42.5(pid=28397): stderr: \u000a| �[0;m�[38;5;43m20221214082943201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082943202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082943202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082943202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082943203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082943203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082943203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:44.835337 run osmo-stp_10.42.42.5(pid=28397): stdout: \u000a| (launched: 2022-12-14_08:29:43.004535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:44.966393 run osmo-stp_10.42.42.5(pid=28397): stderr: \u000a| �[0;m�[38;5;43m20221214082943201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082943202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082943202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082943202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082943203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082943203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082943203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:45.024132 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28397): Process ended prematurely: osmo-stp_10.42.42.5(pid=28397) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28397)] [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:29:45.033426 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:29:45.096537 run osmo-hlr_10.42.42.2(pid=28394): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28394)]\u000a08:29:45.148785 run osmo-hlr_10.42.42.2(pid=28394): stdout: \u000a| (launched: 2022-12-14_08:29:41.972401) \u000a08:29:45.201159 run osmo-hlr_10.42.42.2(pid=28394): stderr: \u000a| �[0;m�[1;31m20221214082942175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082942175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082942175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082942175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082942175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082942175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082942187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082942198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082942198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082942198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:45.272093 run osmo-msc_10.42.42.6(pid=28400): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28400)]\u000a08:29:45.324070 run osmo-msc_10.42.42.6(pid=28400): stdout: \u000a| (launched: 2022-12-14_08:29:44.066316) \u000a08:29:45.376460 run osmo-msc_10.42.42.6(pid=28400): stderr: \u000a| �[0;m�[38;5;43m20221214082944390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082944390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4036d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082944390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082944390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082944390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082944391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082944392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082944393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082944393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082944393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:29:45.421051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28393): Terminating (SIGTERM)\u000a08:29:45.463138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28396): Terminating (SIGTERM)\u000a08:29:45.505148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28399): Terminating (SIGTERM)\u000a08:29:45.514912 --- ParallelTerminationStrategy: PID 28393 died...\u000a08:29:45.571228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28393): Terminated: ok {rc=0}\u000a08:29:45.581513 --- ParallelTerminationStrategy: PID 28396 died...\u000a08:29:45.637514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28396): Terminated: ok {rc=0}\u000a08:29:45.647646 --- ParallelTerminationStrategy: PID 28399 died...\u000a08:29:45.703697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28399): Terminated: ok {rc=0}\u000a08:29:45.790699 bus /sierra_3: Setting Powered False\u000a08:29:46.897508 bus /sierra_3: Setting Powered False\u000a08:29:48.009653 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28408): Process ended prematurely: osmo-stp_10.42.42.5(pid=28408) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28408)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28408): Process ended prematurely: osmo-stp_10.42.42.5(pid=28408) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:29:49.120798 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:49.132598 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:29:49.279385 tst mo_mt_call_osmux.py: using LAC 39670\u000a08:29:49.402624 tst mo_mt_call_osmux.py: using RAC 145\u000a08:29:49.525619 tst mo_mt_call_osmux.py: using CellId 39670\u000a08:29:49.647116 tst mo_mt_call_osmux.py: using BVCI 39671\u000a08:29:49.670825 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:49.681926 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:49.692882 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:49.703739 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:49.714956 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:29:49.726237 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:29:49.843014 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:29:50.059263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:50.591941 run create_hlr_db(pid=28402): Launched\u000a08:29:50.781607 bus /sierra_2: Setting Powered False\u000a08:29:51.802417 run create_hlr_db(pid=28402): Terminated: ok {rc=0}\u000a08:29:52.216567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28404): Launched\u000a08:29:52.528524 run osmo-hlr_10.42.42.2(pid=28405): Launched\u000a08:29:52.642104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:53.180129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28407): Launched\u000a08:29:53.491842 run osmo-stp_10.42.42.5(pid=28408): Launched\u000a08:29:53.604419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:29:54.169911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28410): Launched\u000a08:29:54.481800 run osmo-msc_10.42.42.6(pid=28411): Launched\u000a08:29:54.662786 run osmo-stp_10.42.42.5(pid=28408): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28408)]\u000a08:29:54.793250 run osmo-stp_10.42.42.5(pid=28408): stdout: \u000a| (launched: 2022-12-14_08:29:53.336488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:54.921833 run osmo-stp_10.42.42.5(pid=28408): stderr: \u000a| �[0;m�[38;5;43m20221214082953510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082953511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082953511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082953511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082953512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082953512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082953512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:55.045586 run osmo-stp_10.42.42.5(pid=28408): stdout: \u000a| (launched: 2022-12-14_08:29:53.336488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:55.168397 run osmo-stp_10.42.42.5(pid=28408): stderr: \u000a| �[0;m�[38;5;43m20221214082953510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082953511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082953511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082953511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082953512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082953512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082953512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:55.222469 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28408): Process ended prematurely: osmo-stp_10.42.42.5(pid=28408) [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28408)] [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:29:55.231407 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:29:55.291773 run osmo-hlr_10.42.42.2(pid=28405): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28405)]\u000a08:29:55.341215 run osmo-hlr_10.42.42.2(pid=28405): stdout: \u000a| (launched: 2022-12-14_08:29:52.373118) \u000a08:29:55.391247 run osmo-hlr_10.42.42.2(pid=28405): stderr: \u000a| �[0;m�[1;31m20221214082952553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082952553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082952553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082952553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082952553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082952553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082952571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082952582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082952583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082952583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:55.459167 run osmo-msc_10.42.42.6(pid=28411): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28411)]\u000a08:29:55.508666 run osmo-msc_10.42.42.6(pid=28411): stdout: \u000a| (launched: 2022-12-14_08:29:54.326537) \u000a08:29:55.558737 run osmo-msc_10.42.42.6(pid=28411): stderr: \u000a| �[0;m�[38;5;43m20221214082954603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082954603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a2a566c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082954603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082954603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082954603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082954603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082954605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082954606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082954607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082954607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:29:55.601393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28404): Terminating (SIGTERM)\u000a08:29:55.641509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28407): Terminating (SIGTERM)\u000a08:29:55.681817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28410): Terminating (SIGTERM)\u000a08:29:55.690938 --- ParallelTerminationStrategy: PID 28404 died...\u000a08:29:55.744877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28404): Terminated: ok {rc=0}\u000a08:29:55.754503 --- ParallelTerminationStrategy: PID 28407 died...\u000a08:29:55.808163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28407): Terminated: ok {rc=0}\u000a08:29:55.817854 --- ParallelTerminationStrategy: PID 28410 died...\u000a08:29:55.870977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28410): Terminated: ok {rc=0}\u000a08:29:55.958725 bus /sierra_3: Setting Powered False\u000a08:29:57.061708 bus /sierra_3: Setting Powered False\u000a08:29:58.173270 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:29:38" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28425): Process ended prematurely: osmo-stp_10.42.42.5(pid=28425) [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28425): Process ended prematurely: osmo-stp_10.42.42.5(pid=28425) [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:30:00.125746 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:00.137005 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:30:00.284496 tst mo_mt_call.py: using LAC 39671\u000a08:30:00.407281 tst mo_mt_call.py: using RAC 146\u000a08:30:00.530686 tst mo_mt_call.py: using CellId 39671\u000a08:30:00.653925 tst mo_mt_call.py: using BVCI 39672\u000a08:30:00.677616 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:00.688658 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:00.699564 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:00.710604 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:00.721875 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:00.733105 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:30:00.863553 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:30:01.089662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:01.660759 run create_hlr_db(pid=28419): Launched\u000a08:30:01.863413 bus /sierra_2: Setting Powered False\u000a08:30:02.871215 run create_hlr_db(pid=28419): Terminated: ok {rc=0}\u000a08:30:03.320199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28421): Launched\u000a08:30:03.654858 run osmo-hlr_10.42.42.2(pid=28422): Launched\u000a08:30:03.776653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:04.352752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28424): Launched\u000a08:30:04.686806 run osmo-stp_10.42.42.5(pid=28425): Launched\u000a08:30:04.807336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:30:05.412746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28427): Launched\u000a08:30:05.746339 run osmo-msc_10.42.42.6(pid=28428): Launched\u000a08:30:05.938902 run osmo-stp_10.42.42.5(pid=28425): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)]\u000a08:30:06.078498 run osmo-stp_10.42.42.5(pid=28425): stdout: \u000a| (launched: 2022-12-14_08:30:04.520916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:06.217826 run osmo-stp_10.42.42.5(pid=28425): stderr: \u000a| �[0;m�[38;5;43m20221214083004719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083004720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083004720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083004720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083004721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083004721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083004721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:06.350484 run osmo-stp_10.42.42.5(pid=28425): stdout: \u000a| (launched: 2022-12-14_08:30:04.520916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:06.481619 run osmo-stp_10.42.42.5(pid=28425): stderr: \u000a| �[0;m�[38;5;43m20221214083004719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083004720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083004720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083004720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083004721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083004721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083004721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:06.539857 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28425): Process ended prematurely: osmo-stp_10.42.42.5(pid=28425) [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)] [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:30:06.549477 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:30:06.613059 run osmo-hlr_10.42.42.2(pid=28422): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28422)]\u000a08:30:06.664831 run osmo-hlr_10.42.42.2(pid=28422): stdout: \u000a| (launched: 2022-12-14_08:30:03.489482) \u000a08:30:06.717328 run osmo-hlr_10.42.42.2(pid=28422): stderr: \u000a| �[0;m�[1;31m20221214083003691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083003691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083003691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083003691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083003691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083003691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083003704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083003714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083003714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083003714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:06.788349 run osmo-msc_10.42.42.6(pid=28428): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28428)]\u000a08:30:06.840098 run osmo-msc_10.42.42.6(pid=28428): stdout: \u000a| (launched: 2022-12-14_08:30:05.581530) \u000a08:30:06.892085 run osmo-msc_10.42.42.6(pid=28428): stderr: \u000a| �[0;m�[38;5;43m20221214083005909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083005909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f311f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083005909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083005909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083005909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083005909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083005911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083005911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083005911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083005912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:30:06.936462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28421): Terminating (SIGTERM)\u000a08:30:06.979088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28424): Terminating (SIGTERM)\u000a08:30:07.021415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28427): Terminating (SIGTERM)\u000a08:30:07.031109 --- ParallelTerminationStrategy: PID 28421 died...\u000a08:30:07.087419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28421): Terminated: ok {rc=0}\u000a08:30:07.097663 --- ParallelTerminationStrategy: PID 28424 died...\u000a08:30:07.153999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28424): Terminated: ok {rc=0}\u000a08:30:07.164228 --- ParallelTerminationStrategy: PID 28427 died...\u000a08:30:07.220443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28427): Terminated: ok {rc=0}\u000a08:30:07.307370 bus /sierra_3: Setting Powered False\u000a08:30:08.414276 bus /sierra_3: Setting Powered False\u000a08:30:09.522191 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28436): Process ended prematurely: osmo-stp_10.42.42.5(pid=28436) [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28436)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28436): Process ended prematurely: osmo-stp_10.42.42.5(pid=28436) [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:30:10.638753 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:10.651383 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:30:10.810475 tst mo_mt_call_osmux.py: using LAC 39672\u000a08:30:10.938769 tst mo_mt_call_osmux.py: using RAC 147\u000a08:30:11.067203 tst mo_mt_call_osmux.py: using CellId 39672\u000a08:30:11.195455 tst mo_mt_call_osmux.py: using BVCI 39673\u000a08:30:11.220812 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:11.232526 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:11.244138 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:11.255788 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:11.267433 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:30:11.279086 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:30:11.399262 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:30:11.605134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:12.095757 run create_hlr_db(pid=28430): Launched\u000a08:30:12.273161 bus /sierra_2: Setting Powered False\u000a08:30:13.295317 run create_hlr_db(pid=28430): Terminated: ok {rc=0}\u000a08:30:13.735945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28432): Launched\u000a08:30:14.068385 run osmo-hlr_10.42.42.2(pid=28433): Launched\u000a08:30:14.192525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:14.771172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28435): Launched\u000a08:30:15.103285 run osmo-stp_10.42.42.5(pid=28436): Launched\u000a08:30:15.223647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:30:15.828092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28438): Launched\u000a08:30:16.361073 run osmo-msc_10.42.42.6(pid=28439): Launched\u000a08:30:16.910283 run osmo-stp_10.42.42.5(pid=28436): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28436)]\u000a08:30:17.059277 run osmo-stp_10.42.42.5(pid=28436): stdout: \u000a| (launched: 2022-12-14_08:30:14.939791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:17.192131 run osmo-stp_10.42.42.5(pid=28436): stderr: \u000a| �[0;m�[38;5;43m20221214083015138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083015138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083015138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083015139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083015139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083015139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083015139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:17.345628 run osmo-stp_10.42.42.5(pid=28436): stdout: \u000a| (launched: 2022-12-14_08:30:14.939791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:17.473269 run osmo-stp_10.42.42.5(pid=28436): stderr: \u000a| �[0;m�[38;5;43m20221214083015138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083015138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083015138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083015139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083015139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083015139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083015139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:17.529004 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28436): Process ended prematurely: osmo-stp_10.42.42.5(pid=28436) [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28436)] [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:30:17.538032 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a08:30:17.599011 run osmo-hlr_10.42.42.2(pid=28433): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28433)]\u000a08:30:17.648988 run osmo-hlr_10.42.42.2(pid=28433): stdout: \u000a| (launched: 2022-12-14_08:30:13.904147) \u000a08:30:17.699356 run osmo-hlr_10.42.42.2(pid=28433): stderr: \u000a| �[0;m�[1;31m20221214083014107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083014107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083014107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083014107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083014107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083014107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083014120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083014130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083014130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083014130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:17.767672 run osmo-msc_10.42.42.6(pid=28439): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28439)]\u000a08:30:17.817356 run osmo-msc_10.42.42.6(pid=28439): stdout: \u000a| (launched: 2022-12-14_08:30:16.022129) \u000a08:30:17.867533 run osmo-msc_10.42.42.6(pid=28439): stderr: \u000a| �[0;m�[38;5;43m20221214083016554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083016555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1439dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083016555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083016555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083016555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083016555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083016560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083016561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083016562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083016562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:30:17.910261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28432): Terminating (SIGTERM)\u000a08:30:17.950469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28435): Terminating (SIGTERM)\u000a08:30:17.990604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28438): Terminating (SIGTERM)\u000a08:30:17.999891 --- ParallelTerminationStrategy: PID 28432 died...\u000a08:30:18.054631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28432): Terminated: ok {rc=0}\u000a08:30:18.064189 --- ParallelTerminationStrategy: PID 28435 died...\u000a08:30:18.118065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28435): Terminated: ok {rc=0}\u000a08:30:18.127728 --- ParallelTerminationStrategy: PID 28438 died...\u000a08:30:18.181759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28438): Terminated: ok {rc=0}\u000a08:30:18.266189 bus /sierra_3: Setting Powered False\u000a08:30:19.373377 bus /sierra_3: Setting Powered False\u000a08:30:20.485463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:29:59" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28450): Process ended prematurely: osmo-stp_10.42.42.5(pid=28450) [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28450)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28450): Process ended prematurely: osmo-stp_10.42.42.5(pid=28450) [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:30:22.448641 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:22.460183 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:30:22.613777 tst mo_mt_call.py: using LAC 39673\u000a08:30:22.745846 tst mo_mt_call.py: using RAC 148\u000a08:30:22.875188 tst mo_mt_call.py: using CellId 39673\u000a08:30:23.004817 tst mo_mt_call.py: using BVCI 39674\u000a08:30:23.030348 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:23.041715 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:23.052762 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:23.063929 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:23.075166 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:23.086450 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:30:23.204747 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:30:23.420492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:23.950401 run create_hlr_db(pid=28444): Launched\u000a08:30:24.140310 bus /sierra_2: Setting Powered False\u000a08:30:25.161856 run create_hlr_db(pid=28444): Terminated: ok {rc=0}\u000a08:30:25.576517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28446): Launched\u000a08:30:25.886604 run osmo-hlr_10.42.42.2(pid=28447): Launched\u000a08:30:26.008136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:26.554442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28449): Launched\u000a08:30:26.866083 run osmo-stp_10.42.42.5(pid=28450): Launched\u000a08:30:26.988774 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:30:27.562240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28452): Launched\u000a08:30:27.873167 run osmo-msc_10.42.42.6(pid=28453): Launched\u000a08:30:28.055704 run osmo-stp_10.42.42.5(pid=28450): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28450)]\u000a08:30:28.186582 run osmo-stp_10.42.42.5(pid=28450): stdout: \u000a| (launched: 2022-12-14_08:30:26.711351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:28.315422 run osmo-stp_10.42.42.5(pid=28450): stderr: \u000a| �[0;m�[38;5;43m20221214083026888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083026888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083026889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083026889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083026890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083026890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083026890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:28.439399 run osmo-stp_10.42.42.5(pid=28450): stdout: \u000a| (launched: 2022-12-14_08:30:26.711351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:28.562023 run osmo-stp_10.42.42.5(pid=28450): stderr: \u000a| �[0;m�[38;5;43m20221214083026888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083026888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083026889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083026889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083026890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083026890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083026890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:28.615996 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28450): Process ended prematurely: osmo-stp_10.42.42.5(pid=28450) [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28450)] [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:30:28.624696 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:30:28.685226 run osmo-hlr_10.42.42.2(pid=28447): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28447)]\u000a08:30:28.734309 run osmo-hlr_10.42.42.2(pid=28447): stdout: \u000a| (launched: 2022-12-14_08:30:25.733154) \u000a08:30:28.784435 run osmo-hlr_10.42.42.2(pid=28447): stderr: \u000a| �[0;m�[1;31m20221214083025911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083025911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083025911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083025911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083025911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083025911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083025923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083025931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083025932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083025932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:28.852122 run osmo-msc_10.42.42.6(pid=28453): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28453)]\u000a08:30:28.901091 run osmo-msc_10.42.42.6(pid=28453): stdout: \u000a| (launched: 2022-12-14_08:30:27.718778) \u000a08:30:28.950605 run osmo-msc_10.42.42.6(pid=28453): stderr: \u000a| �[0;m�[38;5;43m20221214083027995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083027995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbddec2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083027995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083027995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083027995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083027996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083027997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083027998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083027998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083027998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:30:28.992800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28446): Terminating (SIGTERM)\u000a08:30:29.032682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28449): Terminating (SIGTERM)\u000a08:30:29.072644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28452): Terminating (SIGTERM)\u000a08:30:29.081838 --- ParallelTerminationStrategy: PID 28446 died...\u000a08:30:29.135947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28446): Terminated: ok {rc=0}\u000a08:30:29.145862 --- ParallelTerminationStrategy: PID 28449 died...\u000a08:30:29.199126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28449): Terminated: ok {rc=0}\u000a08:30:29.208549 --- ParallelTerminationStrategy: PID 28452 died...\u000a08:30:29.262200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28452): Terminated: ok {rc=0}\u000a08:30:29.352119 bus /sierra_3: Setting Powered False\u000a08:30:30.456354 bus /sierra_3: Setting Powered False\u000a08:30:31.566846 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28461): Process ended prematurely: osmo-stp_10.42.42.5(pid=28461) [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28461)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28461): Process ended prematurely: osmo-stp_10.42.42.5(pid=28461) [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:30:32.676284 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:32.687996 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:30:32.836402 tst mo_mt_call_osmux.py: using LAC 39674\u000a08:30:32.958006 tst mo_mt_call_osmux.py: using RAC 149\u000a08:30:33.080627 tst mo_mt_call_osmux.py: using CellId 39674\u000a08:30:33.206239 tst mo_mt_call_osmux.py: using BVCI 39675\u000a08:30:33.229914 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:33.240758 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:33.251509 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:33.262736 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:33.273795 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:30:33.284790 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:30:33.407984 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:30:33.624503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:34.154883 run create_hlr_db(pid=28455): Launched\u000a08:30:34.345414 bus /sierra_2: Setting Powered False\u000a08:30:35.365873 run create_hlr_db(pid=28455): Terminated: ok {rc=0}\u000a08:30:35.781136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28457): Launched\u000a08:30:36.093247 run osmo-hlr_10.42.42.2(pid=28458): Launched\u000a08:30:36.211386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:36.748164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28460): Launched\u000a08:30:37.059667 run osmo-stp_10.42.42.5(pid=28461): Launched\u000a08:30:37.173713 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:30:37.737904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28463): Launched\u000a08:30:38.050063 run osmo-msc_10.42.42.6(pid=28464): Launched\u000a08:30:38.230785 run osmo-stp_10.42.42.5(pid=28461): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28461)]\u000a08:30:38.361711 run osmo-stp_10.42.42.5(pid=28461): stdout: \u000a| (launched: 2022-12-14_08:30:36.905523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:38.490488 run osmo-stp_10.42.42.5(pid=28461): stderr: \u000a| �[0;m�[38;5;43m20221214083037078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083037078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083037078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083037079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083037079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083037079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083037079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:38.614356 run osmo-stp_10.42.42.5(pid=28461): stdout: \u000a| (launched: 2022-12-14_08:30:36.905523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:38.737333 run osmo-stp_10.42.42.5(pid=28461): stderr: \u000a| �[0;m�[38;5;43m20221214083037078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083037078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083037078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083037079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083037079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083037079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083037079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:38.791323 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28461): Process ended prematurely: osmo-stp_10.42.42.5(pid=28461) [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28461)] [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:30:38.799974 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:30:38.860741 run osmo-hlr_10.42.42.2(pid=28458): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28458)]\u000a08:30:38.910029 run osmo-hlr_10.42.42.2(pid=28458): stdout: \u000a| (launched: 2022-12-14_08:30:35.938003) \u000a08:30:38.959656 run osmo-hlr_10.42.42.2(pid=28458): stderr: \u000a| �[0;m�[1;31m20221214083036118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083036118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083036118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083036118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083036118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083036118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083036130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083036139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083036139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083036140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:39.027350 run osmo-msc_10.42.42.6(pid=28464): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28464)]\u000a08:30:39.076662 run osmo-msc_10.42.42.6(pid=28464): stdout: \u000a| (launched: 2022-12-14_08:30:37.893968) \u000a08:30:39.126695 run osmo-msc_10.42.42.6(pid=28464): stderr: \u000a| �[0;m�[38;5;43m20221214083038170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083038171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f668d08ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083038171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083038171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083038171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083038171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083038174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083038175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083038175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083038175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:30:39.169227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28457): Terminating (SIGTERM)\u000a08:30:39.209327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28460): Terminating (SIGTERM)\u000a08:30:39.249806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28463): Terminating (SIGTERM)\u000a08:30:39.258970 --- ParallelTerminationStrategy: PID 28457 died...\u000a08:30:39.312942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28457): Terminated: ok {rc=0}\u000a08:30:39.322604 --- ParallelTerminationStrategy: PID 28460 died...\u000a08:30:39.376126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28460): Terminated: ok {rc=0}\u000a08:30:39.385628 --- ParallelTerminationStrategy: PID 28463 died...\u000a08:30:39.439170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28463): Terminated: ok {rc=0}\u000a08:30:39.527684 bus /sierra_3: Setting Powered False\u000a08:30:40.630359 bus /sierra_3: Setting Powered False\u000a08:30:41.737654 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:30:22" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28475): Process ended prematurely: osmo-stp_10.42.42.5(pid=28475) [trial-2402↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28475)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28475): Process ended prematurely: osmo-stp_10.42.42.5(pid=28475) [trial-2402↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:30:43.718597 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:43.729929 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a08:30:43.860537 tst emergency_mo_mt_call.py: using LAC 39675\u000a08:30:43.988208 tst emergency_mo_mt_call.py: using RAC 150\u000a08:30:44.117295 tst emergency_mo_mt_call.py: using CellId 39675\u000a08:30:44.246202 tst emergency_mo_mt_call.py: using BVCI 39676\u000a08:30:44.270931 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:44.282139 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:44.293249 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:44.304236 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:44.315519 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:44.326782 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:30:44.443465 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:30:44.656199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:45.177931 run create_hlr_db(pid=28469): Launched\u000a08:30:45.366248 bus /sierra_2: Setting Powered False\u000a08:30:46.389517 run create_hlr_db(pid=28469): Terminated: ok {rc=0}\u000a08:30:46.896007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28471): Launched\u000a08:30:47.305709 run osmo-hlr_10.42.42.2(pid=28472): Launched\u000a08:30:47.425435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:47.996355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28474): Launched\u000a08:30:48.324446 run osmo-stp_10.42.42.5(pid=28475): Launched\u000a08:30:48.455914 tst emergency_mo_mt_call.py: using MSISDN 8595\u000a08:30:48.617711 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:30:49.213145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28477): Launched\u000a08:30:49.540734 run osmo-msc_10.42.42.6(pid=28478): Launched\u000a08:30:49.730141 run osmo-stp_10.42.42.5(pid=28475): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28475)]\u000a08:30:49.867098 run osmo-stp_10.42.42.5(pid=28475): stdout: \u000a| (launched: 2022-12-14_08:30:48.161577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:50.003969 run osmo-stp_10.42.42.5(pid=28475): stderr: \u000a| �[0;m�[38;5;43m20221214083048355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083048355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083048355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083048356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083048358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083048359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083048359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:50.134287 run osmo-stp_10.42.42.5(pid=28475): stdout: \u000a| (launched: 2022-12-14_08:30:48.161577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:50.264139 run osmo-stp_10.42.42.5(pid=28475): stderr: \u000a| �[0;m�[38;5;43m20221214083048355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083048355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083048355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083048356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083048358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083048359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083048359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:50.320889 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28475): Process ended prematurely: osmo-stp_10.42.42.5(pid=28475) [trial-2402↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28475)] [trial-2402↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a08:30:50.329836 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a08:30:50.392839 run osmo-hlr_10.42.42.2(pid=28472): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28472)]\u000a08:30:50.444931 run osmo-hlr_10.42.42.2(pid=28472): stdout: \u000a| (launched: 2022-12-14_08:30:47.101456) \u000a08:30:50.497715 run osmo-hlr_10.42.42.2(pid=28472): stderr: \u000a| �[0;m�[1;31m20221214083047370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083047370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083047370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083047370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083047370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083047370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083047417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083047427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083047427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083047427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:50.568989 run osmo-msc_10.42.42.6(pid=28478): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28478)]\u000a08:30:50.620662 run osmo-msc_10.42.42.6(pid=28478): stdout: \u000a| (launched: 2022-12-14_08:30:49.378349) \u000a08:30:50.673098 run osmo-msc_10.42.42.6(pid=28478): stderr: \u000a| �[0;m�[38;5;43m20221214083049702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083049702 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3217799c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083049702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083049702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083049702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083049702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083049704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083049705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083049705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083049705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:30:50.717581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28471): Terminating (SIGTERM)\u000a08:30:50.759723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28474): Terminating (SIGTERM)\u000a08:30:50.802466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28477): Terminating (SIGTERM)\u000a08:30:50.812221 --- ParallelTerminationStrategy: PID 28471 died...\u000a08:30:50.868815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28471): Terminated: ok {rc=0}\u000a08:30:50.879065 --- ParallelTerminationStrategy: PID 28474 died...\u000a08:30:50.935670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28474): Terminated: ok {rc=0}\u000a08:30:50.946055 --- ParallelTerminationStrategy: PID 28477 died...\u000a08:30:51.002364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28477): Terminated: ok {rc=0}\u000a08:30:51.089413 bus /sierra_3: Setting Powered False\u000a08:30:52.195879 bus /sierra_3: Setting Powered False\u000a08:30:53.308004 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28487): Process ended prematurely: osmo-stp_10.42.42.5(pid=28487) [trial-2402↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28487)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28487): Process ended prematurely: osmo-stp_10.42.42.5(pid=28487) [trial-2402↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:30:54.360727 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:54.372176 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a08:30:54.505350 tst emergency_preemptive_call.py: using LAC 39676\u000a08:30:54.636427 tst emergency_preemptive_call.py: using RAC 151\u000a08:30:54.763802 tst emergency_preemptive_call.py: using CellId 39676\u000a08:30:54.887733 tst emergency_preemptive_call.py: using BVCI 39677\u000a08:30:54.911401 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:54.922210 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:54.933799 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:54.944163 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:54.955740 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:30:54.966669 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:30:55.083718 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:30:55.204624 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:30:55.321425 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:30:55.531680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:56.054546 run create_hlr_db(pid=28481): Launched\u000a08:30:56.243677 bus /sierra_2: Setting Powered False\u000a08:30:57.262925 run create_hlr_db(pid=28481): Terminated: ok {rc=0}\u000a08:30:57.698156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28483): Launched\u000a08:30:58.026568 run osmo-hlr_10.42.42.2(pid=28484): Launched\u000a08:30:58.148310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:58.713731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28486): Launched\u000a08:30:59.042088 run osmo-stp_10.42.42.5(pid=28487): Launched\u000a08:30:59.171526 tst emergency_preemptive_call.py: using MSISDN 8596\u000a08:30:59.333647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:30:59.927432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28489): Launched\u000a08:31:00.256204 run osmo-msc_10.42.42.6(pid=28490): Launched\u000a08:31:00.453714 run osmo-stp_10.42.42.5(pid=28487): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28487)]\u000a08:31:00.590856 run osmo-stp_10.42.42.5(pid=28487): stdout: \u000a| (launched: 2022-12-14_08:30:58.879437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:00.727180 run osmo-stp_10.42.42.5(pid=28487): stderr: \u000a| �[0;m�[38;5;43m20221214083059076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083059076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083059077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083059077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083059078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083059078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083059078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:00.881636 run osmo-stp_10.42.42.5(pid=28487): stdout: \u000a| (launched: 2022-12-14_08:30:58.879437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:01.022846 run osmo-stp_10.42.42.5(pid=28487): stderr: \u000a| �[0;m�[38;5;43m20221214083059076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083059076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083059077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083059077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083059078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083059078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083059078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:01.077511 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28487): Process ended prematurely: osmo-stp_10.42.42.5(pid=28487) [trial-2402↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28487)] [trial-2402↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a08:31:01.086605 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a08:31:01.151239 run osmo-hlr_10.42.42.2(pid=28484): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28484)]\u000a08:31:01.202919 run osmo-hlr_10.42.42.2(pid=28484): stdout: \u000a| (launched: 2022-12-14_08:30:57.864077) \u000a08:31:01.256467 run osmo-hlr_10.42.42.2(pid=28484): stderr: \u000a| �[0;m�[1;31m20221214083058068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083058068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083058068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083058068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083058068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083058068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083058080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083058090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083058090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083058090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:01.327496 run osmo-msc_10.42.42.6(pid=28490): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28490)]\u000a08:31:01.379781 run osmo-msc_10.42.42.6(pid=28490): stdout: \u000a| (launched: 2022-12-14_08:31:00.092574) \u000a08:31:01.437103 run osmo-msc_10.42.42.6(pid=28490): stderr: \u000a| �[0;m�[38;5;43m20221214083100418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083100418 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5008014c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083100418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083100418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083100419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083100419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083100421 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083100421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083100421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083100421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:31:01.494220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28483): Terminating (SIGTERM)\u000a08:31:01.547246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28486): Terminating (SIGTERM)\u000a08:31:01.601496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28489): Terminating (SIGTERM)\u000a08:31:01.612539 --- ParallelTerminationStrategy: PID 28483 died...\u000a08:31:01.683207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28483): Terminated: ok {rc=0}\u000a08:31:01.696560 --- ParallelTerminationStrategy: PID 28486 died...\u000a08:31:01.768900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28486): Terminated: ok {rc=0}\u000a08:31:01.781922 --- ParallelTerminationStrategy: PID 28489 died...\u000a08:31:01.851647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28489): Terminated: ok {rc=0}\u000a08:31:01.965625 bus /sierra_9: Setting Powered False\u000a08:31:03.073441 bus /sierra_9: Setting Powered False\u000a08:31:04.180581 bus /sierra_8: Setting Powered False\u000a08:31:05.286684 bus /sierra_8: Setting Powered False\u000a08:31:06.393462 bus /sierra_3: Setting Powered False\u000a08:31:07.494725 bus /sierra_3: Setting Powered False\u000a08:31:08.601688 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:30:43" }, { "cases" : [ { "testActions" : [ ], "age" : 89, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28505): Process ended prematurely: osmo-stp_10.42.42.5(pid=28505) [trial-2402↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28505)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28505): Process ended prematurely: osmo-stp_10.42.42.5(pid=28505) [trial-2402↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:31:10.690161 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:10.701150 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:31:10.834186 tst cs_paging_gprs_active.py: using LAC 39677\u000a08:31:10.963158 tst cs_paging_gprs_active.py: using RAC 152\u000a08:31:11.097677 tst cs_paging_gprs_active.py: using CellId 39677\u000a08:31:11.227574 tst cs_paging_gprs_active.py: using BVCI 39678\u000a08:31:11.253040 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:11.264148 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:11.275193 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:11.286177 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:11.297092 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:11.308012 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:11.319068 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:11.330004 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:11.341183 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:31:11.458821 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:31:11.741741 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:31:11.871926 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:12.194424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28495): Launched\u000a08:31:12.462231 run iperf3-srv_10.42.42.10(pid=28496): Launched\u000a08:31:12.650623 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:31:12.779162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:13.101229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28497): Launched\u000a08:31:13.370927 run iperf3-srv_10.42.42.10(pid=28498): Launched\u000a08:31:13.559340 tst cs_paging_gprs_active.py:38: start network...\u000a08:31:13.688047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:14.178038 run create_hlr_db(pid=28499): Launched\u000a08:31:14.355947 bus /sierra_2: Setting Powered False\u000a08:31:15.377016 run create_hlr_db(pid=28499): Terminated: ok {rc=0}\u000a08:31:15.789387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28501): Launched\u000a08:31:16.344115 run osmo-hlr_10.42.42.2(pid=28502): Launched\u000a08:31:16.598637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:17.260173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28504): Launched\u000a08:31:17.598959 run osmo-stp_10.42.42.5(pid=28505): Launched\u000a08:31:17.720325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:31:19.303480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28507): Launched\u000a08:31:19.421716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:31:19.713743 run patchelf(pid=28508): Launched\u000a08:31:19.906719 run osmo-stp_10.42.42.5(pid=28505): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28505)]\u000a08:31:20.047653 run osmo-stp_10.42.42.5(pid=28505): stdout: \u000a| (launched: 2022-12-14_08:31:17.431368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:20.188423 run osmo-stp_10.42.42.5(pid=28505): stderr: \u000a| �[0;m�[38;5;43m20221214083117628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083117628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083117628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083117628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083117629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083117629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083117629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:20.325201 run osmo-stp_10.42.42.5(pid=28505): stdout: \u000a| (launched: 2022-12-14_08:31:17.431368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:20.460547 run osmo-stp_10.42.42.5(pid=28505): stderr: \u000a| �[0;m�[38;5;43m20221214083117628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083117628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083117628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083117628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083117629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083117629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083117629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:20.617713 run patchelf(pid=28508): Terminating (SIGINT)\u000a08:31:20.801553 run patchelf(pid=28508): Terminated: ok {rc=0}\u000a08:31:20.835270 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28505): Process ended prematurely: osmo-stp_10.42.42.5(pid=28505) [trial-2402↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28505)] [trial-2402↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a08:31:20.845085 tst cs_paging_gprs_active.py:38: Test FAILED (10.2 sec)\u000a08:31:20.908263 run osmo-hlr_10.42.42.2(pid=28502): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28502)]\u000a08:31:20.959717 run osmo-hlr_10.42.42.2(pid=28502): stdout: \u000a| (launched: 2022-12-14_08:31:15.962974) \u000a08:31:21.011943 run osmo-hlr_10.42.42.2(pid=28502): stderr: \u000a| �[0;m�[1;31m20221214083116301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083116301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083116301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083116301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083116302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083116302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083116322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083116336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083116336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083116336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:21.056326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28495): Terminating (SIGTERM)\u000a08:31:21.098451 run iperf3-srv_10.42.42.10(pid=28496): Terminating (SIGTERM)\u000a08:31:21.140915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28497): Terminating (SIGTERM)\u000a08:31:21.183519 run iperf3-srv_10.42.42.10(pid=28498): Terminating (SIGTERM)\u000a08:31:21.225763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28501): Terminating (SIGTERM)\u000a08:31:21.267936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28504): Terminating (SIGTERM)\u000a08:31:21.309515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28507): Terminating (SIGTERM)\u000a08:31:21.322664 --- ParallelTerminationStrategy: PID 28495 died...\u000a08:31:21.378869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28495): Terminated: ok {rc=0}\u000a08:31:21.388903 --- ParallelTerminationStrategy: PID 28496 died...\u000a08:31:21.444686 run iperf3-srv_10.42.42.10(pid=28496): Terminated {rc=256}\u000a08:31:21.454864 --- ParallelTerminationStrategy: PID 28497 died...\u000a08:31:21.511219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28497): Terminated: ok {rc=0}\u000a08:31:21.521545 --- ParallelTerminationStrategy: PID 28498 died...\u000a08:31:21.577578 run iperf3-srv_10.42.42.10(pid=28498): Terminated {rc=256}\u000a08:31:21.587627 --- ParallelTerminationStrategy: PID 28501 died...\u000a08:31:21.644207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28501): Terminated: ok {rc=0}\u000a08:31:21.654428 --- ParallelTerminationStrategy: PID 28504 died...\u000a08:31:21.710714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28504): Terminated: ok {rc=0}\u000a08:31:21.720725 --- ParallelTerminationStrategy: PID 28507 died...\u000a08:31:21.777084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28507): Terminated: ok {rc=0}\u000a08:31:21.865730 bus /gobi_0: Setting Powered False\u000a08:31:22.971391 bus /gobi_0: Setting Powered False\u000a08:31:24.083238 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 89, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28517): Process ended prematurely: osmo-stp_10.42.42.5(pid=28517) [trial-2402↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28517)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28517): Process ended prematurely: osmo-stp_10.42.42.5(pid=28517) [trial-2402↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a08:31:25.195608 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:25.206951 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:31:25.335514 tst iperf3.py: using LAC 39678\u000a08:31:25.461654 tst iperf3.py: using RAC 153\u000a08:31:25.582327 tst iperf3.py: using CellId 39678\u000a08:31:25.711438 tst iperf3.py: using BVCI 39679\u000a08:31:25.737129 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:25.748381 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:25.759446 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:25.770951 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:25.782529 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:25.794269 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:25.806195 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:25.817894 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:25.829554 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:31:26.113478 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:31:26.243017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:26.565951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28509): Launched\u000a08:31:26.835938 run iperf3-srv_10.42.42.10(pid=28510): Launched\u000a08:31:27.023565 tst iperf3.py:8: start network...\u000a08:31:27.152207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:27.643226 run create_hlr_db(pid=28511): Launched\u000a08:31:27.820526 bus /gobi_6: Setting Powered False\u000a08:31:28.841795 run create_hlr_db(pid=28511): Terminated: ok {rc=0}\u000a08:31:29.282103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28513): Launched\u000a08:31:29.618789 run osmo-hlr_10.42.42.2(pid=28514): Launched\u000a08:31:29.742907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:30.321155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28516): Launched\u000a08:31:30.652848 run osmo-stp_10.42.42.5(pid=28517): Launched\u000a08:31:30.772724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:31:31.378191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28519): Launched\u000a08:31:31.498969 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:31:31.805255 run patchelf(pid=28520): Launched\u000a08:31:32.028015 run osmo-stp_10.42.42.5(pid=28517): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28517)]\u000a08:31:32.181873 run osmo-stp_10.42.42.5(pid=28517): stdout: \u000a| (launched: 2022-12-14_08:31:30.489008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:32.324047 run osmo-stp_10.42.42.5(pid=28517): stderr: \u000a| �[0;m�[38;5;43m20221214083130685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083130686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083130686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083130686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083130687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083130687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083130687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:32.460217 run osmo-stp_10.42.42.5(pid=28517): stdout: \u000a| (launched: 2022-12-14_08:31:30.489008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:32.595975 run osmo-stp_10.42.42.5(pid=28517): stderr: \u000a| �[0;m�[38;5;43m20221214083130685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083130686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083130686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083130686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083130687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083130687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083130687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:32.753145 run patchelf(pid=28520): Terminating (SIGINT)\u000a08:31:32.937091 run patchelf(pid=28520): Terminated: ok {rc=0}\u000a08:31:32.971020 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28517): Process ended prematurely: osmo-stp_10.42.42.5(pid=28517) [trial-2402↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28517)] [trial-2402↪gprs:sysmo↪iperf3.py:8]\u000a08:31:32.981146 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a08:31:33.044592 run osmo-hlr_10.42.42.2(pid=28514): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28514)]\u000a08:31:33.096269 run osmo-hlr_10.42.42.2(pid=28514): stdout: \u000a| (launched: 2022-12-14_08:31:29.451801) \u000a08:31:33.148729 run osmo-hlr_10.42.42.2(pid=28514): stderr: \u000a| �[0;m�[1;31m20221214083129653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083129653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083129653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083129653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083129653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083129653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083129666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083129675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083129675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083129675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:33.193748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28509): Terminating (SIGTERM)\u000a08:31:33.236089 run iperf3-srv_10.42.42.10(pid=28510): Terminating (SIGTERM)\u000a08:31:33.278967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28513): Terminating (SIGTERM)\u000a08:31:33.321257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28516): Terminating (SIGTERM)\u000a08:31:33.363377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28519): Terminating (SIGTERM)\u000a08:31:33.373244 --- ParallelTerminationStrategy: PID 28509 died...\u000a08:31:33.429480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28509): Terminated: ok {rc=0}\u000a08:31:33.439648 --- ParallelTerminationStrategy: PID 28510 died...\u000a08:31:33.495607 run iperf3-srv_10.42.42.10(pid=28510): Terminated {rc=256}\u000a08:31:33.505819 --- ParallelTerminationStrategy: PID 28513 died...\u000a08:31:33.561943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28513): Terminated: ok {rc=0}\u000a08:31:33.572170 --- ParallelTerminationStrategy: PID 28516 died...\u000a08:31:33.628355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28516): Terminated: ok {rc=0}\u000a08:31:33.638557 --- ParallelTerminationStrategy: PID 28519 died...\u000a08:31:33.694791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28519): Terminated: ok {rc=0}\u000a08:31:33.782207 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28535): Process ended prematurely: osmo-stp_10.42.42.5(pid=28535) [trial-2402↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28535)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28535): Process ended prematurely: osmo-stp_10.42.42.5(pid=28535) [trial-2402↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a08:31:34.898735 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:34.910582 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:31:35.042687 tst iperf3m4.py: using LAC 39679\u000a08:31:35.172328 tst iperf3m4.py: using RAC 154\u000a08:31:35.305382 tst iperf3m4.py: using CellId 39679\u000a08:31:35.437603 tst iperf3m4.py: using BVCI 39680\u000a08:31:35.463109 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.474255 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.485319 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.496177 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.507021 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.517924 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.529110 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.540009 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.551131 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:31:35.669660 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:31:35.790523 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:31:35.909122 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:31:36.191087 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:31:36.320344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:36.645234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28521): Launched\u000a08:31:36.915100 run iperf3-srv_10.42.42.10(pid=28522): Launched\u000a08:31:37.103303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:31:37.232726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:37.557322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28523): Launched\u000a08:31:37.827389 run iperf3-srv_10.42.42.10(pid=28524): Launched\u000a08:31:38.015532 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:31:38.144403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:38.467172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28525): Launched\u000a08:31:38.736220 run iperf3-srv_10.42.42.10(pid=28526): Launched\u000a08:31:38.924104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:31:39.052268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:39.376183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28527): Launched\u000a08:31:39.660307 run iperf3-srv_10.42.42.10(pid=28528): Launched\u000a08:31:39.848264 tst iperf3m4.py:8: start network...\u000a08:31:39.977521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:40.470576 run create_hlr_db(pid=28529): Launched\u000a08:31:40.648104 bus /gobi_6: Setting Powered False\u000a08:31:41.670467 run create_hlr_db(pid=28529): Terminated: ok {rc=0}\u000a08:31:42.084088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28531): Launched\u000a08:31:42.398228 run osmo-hlr_10.42.42.2(pid=28532): Launched\u000a08:31:42.516381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:43.055129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28534): Launched\u000a08:31:43.368496 run osmo-stp_10.42.42.5(pid=28535): Launched\u000a08:31:43.481807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:31:44.022073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28537): Launched\u000a08:31:44.132642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:31:44.404742 run patchelf(pid=28538): Launched\u000a08:31:44.585146 run osmo-stp_10.42.42.5(pid=28535): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28535)]\u000a08:31:44.718476 run osmo-stp_10.42.42.5(pid=28535): stdout: \u000a| (launched: 2022-12-14_08:31:43.211720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:44.850946 run osmo-stp_10.42.42.5(pid=28535): stderr: \u000a| �[0;m�[38;5;43m20221214083143386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083143386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083143386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083143386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:44.978377 run osmo-stp_10.42.42.5(pid=28535): stdout: \u000a| (launched: 2022-12-14_08:31:43.211720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:45.104655 run osmo-stp_10.42.42.5(pid=28535): stderr: \u000a| �[0;m�[38;5;43m20221214083143386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083143386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083143386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083143386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:45.251436 run patchelf(pid=28538): Terminating (SIGINT)\u000a08:31:45.423630 run patchelf(pid=28538): Terminated: ok {rc=0}\u000a08:31:45.455217 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28535): Process ended prematurely: osmo-stp_10.42.42.5(pid=28535) [trial-2402↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28535)] [trial-2402↪gprs:sysmo↪iperf3m4.py:8]\u000a08:31:45.464514 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a08:31:45.525657 run osmo-hlr_10.42.42.2(pid=28532): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28532)]\u000a08:31:45.575310 run osmo-hlr_10.42.42.2(pid=28532): stdout: \u000a| (launched: 2022-12-14_08:31:42.241413) \u000a08:31:45.625421 run osmo-hlr_10.42.42.2(pid=28532): stderr: \u000a| �[0;m�[1;31m20221214083142423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083142423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083142423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083142423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083142423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083142423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083142435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083142443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083142443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083142443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:45.667892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28521): Terminating (SIGTERM)\u000a08:31:45.707571 run iperf3-srv_10.42.42.10(pid=28522): Terminating (SIGTERM)\u000a08:31:45.747480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28523): Terminating (SIGTERM)\u000a08:31:45.787239 run iperf3-srv_10.42.42.10(pid=28524): Terminating (SIGTERM)\u000a08:31:45.827109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28525): Terminating (SIGTERM)\u000a08:31:45.884092 run iperf3-srv_10.42.42.10(pid=28526): Terminating (SIGTERM)\u000a08:31:45.926820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28527): Terminating (SIGTERM)\u000a08:31:45.967564 run iperf3-srv_10.42.42.10(pid=28528): Terminating (SIGTERM)\u000a08:31:46.008243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28531): Terminating (SIGTERM)\u000a08:31:46.049063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28534): Terminating (SIGTERM)\u000a08:31:46.089846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28537): Terminating (SIGTERM)\u000a08:31:46.099158 --- ParallelTerminationStrategy: PID 28521 died...\u000a08:31:46.154102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28521): Terminated: ok {rc=0}\u000a08:31:46.164114 --- ParallelTerminationStrategy: PID 28522 died...\u000a08:31:46.219004 run iperf3-srv_10.42.42.10(pid=28522): Terminated {rc=256}\u000a08:31:46.229156 --- ParallelTerminationStrategy: PID 28523 died...\u000a08:31:46.283949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28523): Terminated: ok {rc=0}\u000a08:31:46.294044 --- ParallelTerminationStrategy: PID 28524 died...\u000a08:31:46.348667 run iperf3-srv_10.42.42.10(pid=28524): Terminated {rc=256}\u000a08:31:46.358847 --- ParallelTerminationStrategy: PID 28525 died...\u000a08:31:46.414142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28525): Terminated: ok {rc=0}\u000a08:31:46.424358 --- ParallelTerminationStrategy: PID 28526 died...\u000a08:31:46.479292 run iperf3-srv_10.42.42.10(pid=28526): Terminated {rc=256}\u000a08:31:46.489473 --- ParallelTerminationStrategy: PID 28527 died...\u000a08:31:46.544481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28527): Terminated: ok {rc=0}\u000a08:31:46.554720 --- ParallelTerminationStrategy: PID 28528 died...\u000a08:31:46.609704 run iperf3-srv_10.42.42.10(pid=28528): Terminated {rc=256}\u000a08:31:46.619863 --- ParallelTerminationStrategy: PID 28531 died...\u000a08:31:46.674908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28531): Terminated: ok {rc=0}\u000a08:31:46.685144 --- ParallelTerminationStrategy: PID 28534 died...\u000a08:31:46.740179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28534): Terminated: ok {rc=0}\u000a08:31:46.750318 --- ParallelTerminationStrategy: PID 28537 died...\u000a08:31:46.804804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28537): Terminated: ok {rc=0}\u000a08:31:46.890370 bus /gobi_4: Setting Powered False\u000a08:31:47.996587 bus /gobi_4: Setting Powered False\u000a08:31:49.105819 bus /gobi_1: Setting Powered False\u000a08:31:50.209175 bus /gobi_1: Setting Powered False\u000a08:31:51.320929 bus /gobi_0: Setting Powered False\u000a08:31:52.423323 bus /gobi_0: Setting Powered False\u000a08:31:53.536325 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28545): Process ended prematurely: osmo-stp_10.42.42.5(pid=28545) [trial-2402↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28545)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28545): Process ended prematurely: osmo-stp_10.42.42.5(pid=28545) [trial-2402↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo ping.py\u000a----------------------------------------------\u000a08:31:54.604005 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:54.615361 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:31:54.738969 tst ping.py: using LAC 39680\u000a08:31:54.860237 tst ping.py: using RAC 155\u000a08:31:54.992258 tst ping.py: using CellId 39680\u000a08:31:55.132232 tst ping.py: using BVCI 39681\u000a08:31:55.157490 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:55.168675 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:55.179837 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:55.190936 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:55.202781 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:55.214370 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:55.225929 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:31:55.237482 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:31:55.518457 tst ping.py:19: start network...\u000a08:31:55.644637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:56.127798 run create_hlr_db(pid=28539): Launched\u000a08:31:56.302884 bus /gobi_6: Setting Powered False\u000a08:31:57.324543 run create_hlr_db(pid=28539): Terminated: ok {rc=0}\u000a08:31:57.761097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28541): Launched\u000a08:31:58.089460 run osmo-hlr_10.42.42.2(pid=28542): Launched\u000a08:31:58.208155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:58.773726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28544): Launched\u000a08:31:59.100712 run osmo-stp_10.42.42.5(pid=28545): Launched\u000a08:31:59.218015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:31:59.786798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28547): Launched\u000a08:31:59.902423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:32:00.189825 run patchelf(pid=28548): Launched\u000a08:32:00.381217 run osmo-stp_10.42.42.5(pid=28545): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28545)]\u000a08:32:00.519846 run osmo-stp_10.42.42.5(pid=28545): stdout: \u000a| (launched: 2022-12-14_08:31:58.938150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:00.659248 run osmo-stp_10.42.42.5(pid=28545): stderr: \u000a| �[0;m�[38;5;43m20221214083159132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083159132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083159132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083159133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083159133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083159133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083159133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:00.793854 run osmo-stp_10.42.42.5(pid=28545): stdout: \u000a| (launched: 2022-12-14_08:31:58.938150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:00.958131 run osmo-stp_10.42.42.5(pid=28545): stderr: \u000a| �[0;m�[38;5;43m20221214083159132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083159132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083159132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083159133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083159133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083159133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083159133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:01.127967 run patchelf(pid=28548): Terminating (SIGINT)\u000a08:32:01.312513 run patchelf(pid=28548): Terminated: ok {rc=0}\u000a08:32:01.346685 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28545): Process ended prematurely: osmo-stp_10.42.42.5(pid=28545) [trial-2402↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28545)] [trial-2402↪gprs:sysmo↪ping.py:22]\u000a08:32:01.356516 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:32:01.421190 run osmo-hlr_10.42.42.2(pid=28542): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28542)]\u000a08:32:01.474150 run osmo-hlr_10.42.42.2(pid=28542): stdout: \u000a| (launched: 2022-12-14_08:31:57.926513) \u000a08:32:01.528275 run osmo-hlr_10.42.42.2(pid=28542): stderr: \u000a| �[0;m�[1;31m20221214083158128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083158128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083158128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083158128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083158128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083158128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083158140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083158149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083158149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083158149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:01.574059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28541): Terminating (SIGTERM)\u000a08:32:01.617397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28544): Terminating (SIGTERM)\u000a08:32:01.662932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28547): Terminating (SIGTERM)\u000a08:32:01.673275 --- ParallelTerminationStrategy: PID 28541 died...\u000a08:32:01.730472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28541): Terminated: ok {rc=0}\u000a08:32:01.741178 --- ParallelTerminationStrategy: PID 28544 died...\u000a08:32:01.798659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28544): Terminated: ok {rc=0}\u000a08:32:01.809378 --- ParallelTerminationStrategy: PID 28547 died...\u000a08:32:01.866697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28547): Terminated: ok {rc=0}\u000a08:32:01.957282 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28555): Process ended prematurely: osmo-stp_10.42.42.5(pid=28555) [trial-2402↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28555)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28555): Process ended prematurely: osmo-stp_10.42.42.5(pid=28555) [trial-2402↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:32:03.007960 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:32:03.019965 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:32:03.152690 tst ping_idle_ping.py: using LAC 39681\u000a08:32:03.281531 tst ping_idle_ping.py: using RAC 156\u000a08:32:03.410196 tst ping_idle_ping.py: using CellId 39681\u000a08:32:03.540471 tst ping_idle_ping.py: using BVCI 39682\u000a08:32:03.565956 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:32:03.577231 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:32:03.588423 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:32:03.599385 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:32:03.610248 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:32:03.621070 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:32:03.632021 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:32:03.643117 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:32:03.931509 tst ping_idle_ping.py:24: start network...\u000a08:32:04.058219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:04.539194 run create_hlr_db(pid=28549): Launched\u000a08:32:04.713662 bus /gobi_6: Setting Powered False\u000a08:32:05.735313 run create_hlr_db(pid=28549): Terminated: ok {rc=0}\u000a08:32:06.169978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28551): Launched\u000a08:32:06.498892 run osmo-hlr_10.42.42.2(pid=28552): Launched\u000a08:32:06.622741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:07.190580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28554): Launched\u000a08:32:07.519590 run osmo-stp_10.42.42.5(pid=28555): Launched\u000a08:32:07.637897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:32:08.207948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28557): Launched\u000a08:32:08.324406 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:32:08.611035 run patchelf(pid=28558): Launched\u000a08:32:08.801958 run osmo-stp_10.42.42.5(pid=28555): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28555)]\u000a08:32:08.941382 run osmo-stp_10.42.42.5(pid=28555): stdout: \u000a| (launched: 2022-12-14_08:32:07.356387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:09.081114 run osmo-stp_10.42.42.5(pid=28555): stderr: \u000a| �[0;m�[38;5;43m20221214083207554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083207554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083207554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083207555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083207555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083207555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083207555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:09.216865 run osmo-stp_10.42.42.5(pid=28555): stdout: \u000a| (launched: 2022-12-14_08:32:07.356387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:09.351141 run osmo-stp_10.42.42.5(pid=28555): stderr: \u000a| �[0;m�[38;5;43m20221214083207554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083207554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083207554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083207555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083207555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083207555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083207555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:09.506634 run patchelf(pid=28558): Terminating (SIGINT)\u000a08:32:09.689148 run patchelf(pid=28558): Terminated: ok {rc=0}\u000a08:32:09.722058 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28555): Process ended prematurely: osmo-stp_10.42.42.5(pid=28555) [trial-2402↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28555)] [trial-2402↪gprs:sysmo↪ping_idle_ping.py:27]\u000a08:32:09.731295 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:32:09.794496 run osmo-hlr_10.42.42.2(pid=28552): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28552)]\u000a08:32:09.846134 run osmo-hlr_10.42.42.2(pid=28552): stdout: \u000a| (launched: 2022-12-14_08:32:06.335733) \u000a08:32:09.898376 run osmo-hlr_10.42.42.2(pid=28552): stderr: \u000a| �[0;m�[1;31m20221214083206535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083206535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083206535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083206535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083206535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083206535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083206548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083206557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083206557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083206557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:09.942917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28551): Terminating (SIGTERM)\u000a08:32:09.985333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28554): Terminating (SIGTERM)\u000a08:32:10.027168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28557): Terminating (SIGTERM)\u000a08:32:10.036790 --- ParallelTerminationStrategy: PID 28551 died...\u000a08:32:10.092733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28551): Terminated: ok {rc=0}\u000a08:32:10.102958 --- ParallelTerminationStrategy: PID 28554 died...\u000a08:32:10.158951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28554): Terminated: ok {rc=0}\u000a08:32:10.168880 --- ParallelTerminationStrategy: PID 28557 died...\u000a08:32:10.225301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28557): Terminated: ok {rc=0}\u000a08:32:10.312597 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:31:10" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28572): Process ended prematurely: osmo-stp_10.42.42.5(pid=28572) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28572)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28572): Process ended prematurely: osmo-stp_10.42.42.5(pid=28572) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:32:12.418843 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:12.429894 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:32:12.554755 tst cs_paging_gprs_active.py: using LAC 39682\u000a08:32:12.684674 tst cs_paging_gprs_active.py: using RAC 157\u000a08:32:12.813554 tst cs_paging_gprs_active.py: using CellId 39682\u000a08:32:12.942075 tst cs_paging_gprs_active.py: using BVCI 39683\u000a08:32:12.967819 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:12.979495 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:12.990895 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:13.002421 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:13.013723 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:13.025007 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:13.036484 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:13.047872 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:13.059448 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:32:13.176939 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:32:13.478044 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:32:13.617457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:32:13.961997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28562): Launched\u000a08:32:14.250585 run iperf3-srv_10.42.42.10(pid=28563): Launched\u000a08:32:14.453953 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:32:14.592485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:32:14.937283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28564): Launched\u000a08:32:15.224855 run iperf3-srv_10.42.42.10(pid=28565): Launched\u000a08:32:15.428879 tst cs_paging_gprs_active.py:38: start network...\u000a08:32:15.567962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:16.115673 run create_hlr_db(pid=28566): Launched\u000a08:32:16.299681 bus /gobi_6: Setting Powered False\u000a08:32:17.329454 run create_hlr_db(pid=28566): Terminated: ok {rc=0}\u000a08:32:17.774954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28568): Launched\u000a08:32:18.110512 run osmo-hlr_10.42.42.2(pid=28569): Launched\u000a08:32:18.235558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:18.813458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28571): Launched\u000a08:32:19.147736 run osmo-stp_10.42.42.5(pid=28572): Launched\u000a08:32:19.268080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:32:19.848532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28574): Launched\u000a08:32:19.966901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:32:20.258843 run patchelf(pid=28575): Launched\u000a08:32:20.452094 run osmo-stp_10.42.42.5(pid=28572): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28572)]\u000a08:32:20.593051 run osmo-stp_10.42.42.5(pid=28572): stdout: \u000a| (launched: 2022-12-14_08:32:18.982422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:20.734584 run osmo-stp_10.42.42.5(pid=28572): stderr: \u000a| �[0;m�[38;5;43m20221214083219177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083219178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083219178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083219178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083219179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083219179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083219179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:20.871687 run osmo-stp_10.42.42.5(pid=28572): stdout: \u000a| (launched: 2022-12-14_08:32:18.982422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:21.008218 run osmo-stp_10.42.42.5(pid=28572): stderr: \u000a| �[0;m�[38;5;43m20221214083219177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083219178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083219178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083219178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083219179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083219179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083219179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:21.166620 run patchelf(pid=28575): Terminating (SIGINT)\u000a08:32:21.351744 run patchelf(pid=28575): Terminated: ok {rc=0}\u000a08:32:21.385731 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28572): Process ended prematurely: osmo-stp_10.42.42.5(pid=28572) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28572)] [trial-2402↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:32:21.395781 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a08:32:21.459643 run osmo-hlr_10.42.42.2(pid=28569): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28569)]\u000a08:32:21.511551 run osmo-hlr_10.42.42.2(pid=28569): stdout: \u000a| (launched: 2022-12-14_08:32:17.943697) \u000a08:32:21.564234 run osmo-hlr_10.42.42.2(pid=28569): stderr: \u000a| �[0;m�[1;31m20221214083218147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083218147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083218148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083218148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083218148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083218148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083218161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083218169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083218169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083218169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:21.609355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28562): Terminating (SIGTERM)\u000a08:32:21.651883 run iperf3-srv_10.42.42.10(pid=28563): Terminating (SIGTERM)\u000a08:32:21.694727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28564): Terminating (SIGTERM)\u000a08:32:21.736850 run iperf3-srv_10.42.42.10(pid=28565): Terminating (SIGTERM)\u000a08:32:21.779574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28568): Terminating (SIGTERM)\u000a08:32:21.822150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28571): Terminating (SIGTERM)\u000a08:32:21.864365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28574): Terminating (SIGTERM)\u000a08:32:21.874210 --- ParallelTerminationStrategy: PID 28562 died...\u000a08:32:21.930718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28562): Terminated: ok {rc=0}\u000a08:32:21.940889 --- ParallelTerminationStrategy: PID 28563 died...\u000a08:32:21.996840 run iperf3-srv_10.42.42.10(pid=28563): Terminated {rc=256}\u000a08:32:22.006978 --- ParallelTerminationStrategy: PID 28564 died...\u000a08:32:22.063070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28564): Terminated: ok {rc=0}\u000a08:32:22.073189 --- ParallelTerminationStrategy: PID 28565 died...\u000a08:32:22.129184 run iperf3-srv_10.42.42.10(pid=28565): Terminated {rc=256}\u000a08:32:22.139304 --- ParallelTerminationStrategy: PID 28568 died...\u000a08:32:22.195367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28568): Terminated: ok {rc=0}\u000a08:32:22.205621 --- ParallelTerminationStrategy: PID 28571 died...\u000a08:32:22.262054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28571): Terminated: ok {rc=0}\u000a08:32:22.272112 --- ParallelTerminationStrategy: PID 28574 died...\u000a08:32:22.328479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28574): Terminated: ok {rc=0}\u000a08:32:22.415283 bus /gobi_0: Setting Powered False\u000a08:32:23.522010 bus /gobi_0: Setting Powered False\u000a08:32:24.635437 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28584): Process ended prematurely: osmo-stp_10.42.42.5(pid=28584) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28584)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28584): Process ended prematurely: osmo-stp_10.42.42.5(pid=28584) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:32:25.746477 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:25.758344 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:32:25.886670 tst iperf3.py: using LAC 39683\u000a08:32:26.010538 tst iperf3.py: using RAC 158\u000a08:32:26.134679 tst iperf3.py: using CellId 39683\u000a08:32:26.258051 tst iperf3.py: using BVCI 39684\u000a08:32:26.281888 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:26.292629 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:26.303299 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:26.313987 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:26.325324 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:26.336354 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:26.347655 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:26.358773 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:26.370031 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:32:26.672690 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:32:26.811407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:32:27.155214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28576): Launched\u000a08:32:27.444083 run iperf3-srv_10.42.42.10(pid=28577): Launched\u000a08:32:27.646978 tst iperf3.py:8: start network...\u000a08:32:27.785928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:28.319657 run create_hlr_db(pid=28578): Launched\u000a08:32:28.510600 bus /gobi_6: Setting Powered False\u000a08:32:29.530631 run create_hlr_db(pid=28578): Terminated: ok {rc=0}\u000a08:32:29.971994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28580): Launched\u000a08:32:30.307916 run osmo-hlr_10.42.42.2(pid=28581): Launched\u000a08:32:30.428570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:31.033272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28583): Launched\u000a08:32:31.487051 run osmo-stp_10.42.42.5(pid=28584): Launched\u000a08:32:31.656109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:32:32.228165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28586): Launched\u000a08:32:32.342671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:32:32.618667 run patchelf(pid=28587): Launched\u000a08:32:32.799510 run osmo-stp_10.42.42.5(pid=28584): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28584)]\u000a08:32:32.932133 run osmo-stp_10.42.42.5(pid=28584): stdout: \u000a| (launched: 2022-12-14_08:32:31.195507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:33.065455 run osmo-stp_10.42.42.5(pid=28584): stderr: \u000a| �[0;m�[38;5;43m20221214083231405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083231407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083231407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083231409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083231409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083231409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083231409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:33.193817 run osmo-stp_10.42.42.5(pid=28584): stdout: \u000a| (launched: 2022-12-14_08:32:31.195507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:33.320878 run osmo-stp_10.42.42.5(pid=28584): stderr: \u000a| �[0;m�[38;5;43m20221214083231405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083231407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083231407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083231409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083231409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083231409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083231409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:33.468428 run patchelf(pid=28587): Terminating (SIGINT)\u000a08:32:33.641667 run patchelf(pid=28587): Terminated: ok {rc=0}\u000a08:32:33.673534 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28584): Process ended prematurely: osmo-stp_10.42.42.5(pid=28584) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28584)] [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a08:32:33.682847 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a08:32:33.744980 run osmo-hlr_10.42.42.2(pid=28581): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28581)]\u000a08:32:33.795084 run osmo-hlr_10.42.42.2(pid=28581): stdout: \u000a| (launched: 2022-12-14_08:32:30.140507) \u000a08:32:33.845884 run osmo-hlr_10.42.42.2(pid=28581): stderr: \u000a| �[0;m�[1;31m20221214083230344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083230344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083230344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083230344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083230344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083230344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083230356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083230366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083230367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083230367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:33.889224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28576): Terminating (SIGTERM)\u000a08:32:33.929922 run iperf3-srv_10.42.42.10(pid=28577): Terminating (SIGTERM)\u000a08:32:33.970705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28580): Terminating (SIGTERM)\u000a08:32:34.011529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28583): Terminating (SIGTERM)\u000a08:32:34.052280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28586): Terminating (SIGTERM)\u000a08:32:34.061576 --- ParallelTerminationStrategy: PID 28576 died...\u000a08:32:34.116833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28576): Terminated: ok {rc=0}\u000a08:32:34.126538 --- ParallelTerminationStrategy: PID 28577 died...\u000a08:32:34.181302 run iperf3-srv_10.42.42.10(pid=28577): Terminated {rc=256}\u000a08:32:34.190917 --- ParallelTerminationStrategy: PID 28580 died...\u000a08:32:34.245835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28580): Terminated: ok {rc=0}\u000a08:32:34.255518 --- ParallelTerminationStrategy: PID 28583 died...\u000a08:32:34.310640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28583): Terminated: ok {rc=0}\u000a08:32:34.320323 --- ParallelTerminationStrategy: PID 28586 died...\u000a08:32:34.375364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28586): Terminated: ok {rc=0}\u000a08:32:34.460506 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28602): Process ended prematurely: osmo-stp_10.42.42.5(pid=28602) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28602): Process ended prematurely: osmo-stp_10.42.42.5(pid=28602) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:32:35.578177 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:35.590604 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:32:35.726981 tst iperf3m4.py: using LAC 39684\u000a08:32:35.856731 tst iperf3m4.py: using RAC 159\u000a08:32:35.992786 tst iperf3m4.py: using CellId 39684\u000a08:32:36.123617 tst iperf3m4.py: using BVCI 39685\u000a08:32:36.149207 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:36.160647 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:36.171835 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:36.183018 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:36.194303 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:36.205673 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:36.217324 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:36.228840 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:36.240368 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:32:36.360173 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:32:36.481460 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:32:36.602574 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:32:36.903415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:32:37.043227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:32:37.392376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28588): Launched\u000a08:32:37.679748 run iperf3-srv_10.42.42.10(pid=28589): Launched\u000a08:32:37.883238 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:32:38.022064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:32:38.366233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28590): Launched\u000a08:32:38.655219 run iperf3-srv_10.42.42.10(pid=28591): Launched\u000a08:32:38.858605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:32:38.997352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:32:39.342312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28592): Launched\u000a08:32:39.630758 run iperf3-srv_10.42.42.10(pid=28593): Launched\u000a08:32:39.834696 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:32:39.973661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:32:40.320128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28594): Launched\u000a08:32:40.608756 run iperf3-srv_10.42.42.10(pid=28595): Launched\u000a08:32:40.811923 tst iperf3m4.py:8: start network...\u000a08:32:40.950950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:41.486156 run create_hlr_db(pid=28596): Launched\u000a08:32:41.677081 bus /gobi_6: Setting Powered False\u000a08:32:42.697820 run create_hlr_db(pid=28596): Terminated: ok {rc=0}\u000a08:32:43.139815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28598): Launched\u000a08:32:43.475773 run osmo-hlr_10.42.42.2(pid=28599): Launched\u000a08:32:43.597068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:44.176500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28601): Launched\u000a08:32:44.512901 run osmo-stp_10.42.42.5(pid=28602): Launched\u000a08:32:44.634001 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:32:45.213338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28604): Launched\u000a08:32:45.333153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:32:45.624538 run patchelf(pid=28605): Launched\u000a08:32:45.817480 run osmo-stp_10.42.42.5(pid=28602): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)]\u000a08:32:45.982284 run osmo-stp_10.42.42.5(pid=28602): stdout: \u000a| (launched: 2022-12-14_08:32:44.345887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:46.127255 run osmo-stp_10.42.42.5(pid=28602): stderr: \u000a| �[0;m�[38;5;43m20221214083244541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083244542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083244542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083244542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083244543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083244543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083244543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:46.266855 run osmo-stp_10.42.42.5(pid=28602): stdout: \u000a| (launched: 2022-12-14_08:32:44.345887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:46.405545 run osmo-stp_10.42.42.5(pid=28602): stderr: \u000a| �[0;m�[38;5;43m20221214083244541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083244542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083244542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083244542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083244543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083244543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083244543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:46.565677 run patchelf(pid=28605): Terminating (SIGINT)\u000a08:32:46.753929 run patchelf(pid=28605): Terminated: ok {rc=0}\u000a08:32:46.789368 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28602): Process ended prematurely: osmo-stp_10.42.42.5(pid=28602) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)] [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:32:46.800636 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a08:32:46.866008 run osmo-hlr_10.42.42.2(pid=28599): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28599)]\u000a08:32:46.918599 run osmo-hlr_10.42.42.2(pid=28599): stdout: \u000a| (launched: 2022-12-14_08:32:43.308929) \u000a08:32:46.971775 run osmo-hlr_10.42.42.2(pid=28599): stderr: \u000a| �[0;m�[1;31m20221214083243510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083243510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083243510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083243510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083243510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083243511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083243523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083243531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083243532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083243532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:47.017513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28588): Terminating (SIGTERM)\u000a08:32:47.060336 run iperf3-srv_10.42.42.10(pid=28589): Terminating (SIGTERM)\u000a08:32:47.105957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28590): Terminating (SIGTERM)\u000a08:32:47.148081 run iperf3-srv_10.42.42.10(pid=28591): Terminating (SIGTERM)\u000a08:32:47.190384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28592): Terminating (SIGTERM)\u000a08:32:47.233971 run iperf3-srv_10.42.42.10(pid=28593): Terminating (SIGTERM)\u000a08:32:47.275893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28594): Terminating (SIGTERM)\u000a08:32:47.317704 run iperf3-srv_10.42.42.10(pid=28595): Terminating (SIGTERM)\u000a08:32:47.360212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28598): Terminating (SIGTERM)\u000a08:32:47.401954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28601): Terminating (SIGTERM)\u000a08:32:47.444435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28604): Terminating (SIGTERM)\u000a08:32:47.454156 --- ParallelTerminationStrategy: PID 28588 died...\u000a08:32:47.510072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28588): Terminated: ok {rc=0}\u000a08:32:47.520192 --- ParallelTerminationStrategy: PID 28589 died...\u000a08:32:47.575891 run iperf3-srv_10.42.42.10(pid=28589): Terminated {rc=256}\u000a08:32:47.585924 --- ParallelTerminationStrategy: PID 28590 died...\u000a08:32:47.642250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28590): Terminated: ok {rc=0}\u000a08:32:47.652286 --- ParallelTerminationStrategy: PID 28591 died...\u000a08:32:47.707797 run iperf3-srv_10.42.42.10(pid=28591): Terminated {rc=256}\u000a08:32:47.717816 --- ParallelTerminationStrategy: PID 28592 died...\u000a08:32:47.773761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28592): Terminated: ok {rc=0}\u000a08:32:47.783874 --- ParallelTerminationStrategy: PID 28593 died...\u000a08:32:47.839870 run iperf3-srv_10.42.42.10(pid=28593): Terminated {rc=256}\u000a08:32:47.850189 --- ParallelTerminationStrategy: PID 28594 died...\u000a08:32:47.906552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28594): Terminated: ok {rc=0}\u000a08:32:47.916639 --- ParallelTerminationStrategy: PID 28595 died...\u000a08:32:47.972476 run iperf3-srv_10.42.42.10(pid=28595): Terminated {rc=256}\u000a08:32:47.982541 --- ParallelTerminationStrategy: PID 28598 died...\u000a08:32:48.038515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28598): Terminated: ok {rc=0}\u000a08:32:48.048663 --- ParallelTerminationStrategy: PID 28601 died...\u000a08:32:48.104564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28601): Terminated: ok {rc=0}\u000a08:32:48.114672 --- ParallelTerminationStrategy: PID 28604 died...\u000a08:32:48.170874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28604): Terminated: ok {rc=0}\u000a08:32:48.258188 bus /gobi_4: Setting Powered False\u000a08:32:49.364375 bus /gobi_4: Setting Powered False\u000a08:32:50.471370 bus /gobi_1: Setting Powered False\u000a08:32:51.578258 bus /gobi_1: Setting Powered False\u000a08:32:52.687432 bus /gobi_0: Setting Powered False\u000a08:32:53.789758 bus /gobi_0: Setting Powered False\u000a08:32:54.897989 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28613): Process ended prematurely: osmo-stp_10.42.42.5(pid=28613) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28613)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28613): Process ended prematurely: osmo-stp_10.42.42.5(pid=28613) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:32:55.963964 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:55.975621 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:32:56.103026 tst ping.py: using LAC 39685\u000a08:32:56.220567 tst ping.py: using RAC 160\u000a08:32:56.340132 tst ping.py: using CellId 39685\u000a08:32:56.460313 tst ping.py: using BVCI 39686\u000a08:32:56.483606 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:56.494586 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:56.505393 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:56.516038 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:56.527043 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:56.537995 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:56.549124 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:32:56.560165 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:32:56.856802 tst ping.py:19: start network...\u000a08:32:56.992484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:57.518351 run create_hlr_db(pid=28607): Launched\u000a08:32:57.706920 bus /gobi_6: Setting Powered False\u000a08:32:58.727606 run create_hlr_db(pid=28607): Terminated: ok {rc=0}\u000a08:32:59.138239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28609): Launched\u000a08:32:59.445720 run osmo-hlr_10.42.42.2(pid=28610): Launched\u000a08:32:59.555667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:00.086505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28612): Launched\u000a08:33:00.392249 run osmo-stp_10.42.42.5(pid=28613): Launched\u000a08:33:00.502630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:33:01.111397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28615): Launched\u000a08:33:01.232754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:33:01.535268 run patchelf(pid=28617): Launched\u000a08:33:01.720547 run osmo-stp_10.42.42.5(pid=28613): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28613)]\u000a08:33:01.855450 run osmo-stp_10.42.42.5(pid=28613): stdout: \u000a| (launched: 2022-12-14_08:33:00.240214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:01.989883 run osmo-stp_10.42.42.5(pid=28613): stderr: \u000a| �[0;m�[38;5;43m20221214083300412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083300413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083300413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083300413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083300415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083300415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083300415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:02.119742 run osmo-stp_10.42.42.5(pid=28613): stdout: \u000a| (launched: 2022-12-14_08:33:00.240214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:02.247934 run osmo-stp_10.42.42.5(pid=28613): stderr: \u000a| �[0;m�[38;5;43m20221214083300412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083300413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083300413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083300413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083300415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083300415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083300415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:02.393326 run patchelf(pid=28617): Terminating (SIGINT)\u000a08:33:02.563495 run patchelf(pid=28617): Terminated: ok {rc=0}\u000a08:33:02.594383 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28613): Process ended prematurely: osmo-stp_10.42.42.5(pid=28613) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28613)] [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a08:33:02.603265 tst ping.py:22: Test FAILED (6.6 sec)\u000a08:33:02.664579 run osmo-hlr_10.42.42.2(pid=28610): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28610)]\u000a08:33:02.714462 run osmo-hlr_10.42.42.2(pid=28610): stdout: \u000a| (launched: 2022-12-14_08:32:59.292159) \u000a08:33:02.764898 run osmo-hlr_10.42.42.2(pid=28610): stderr: \u000a| �[0;m�[1;31m20221214083259471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083259471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083259471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083259471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083259471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083259471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083259529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083259538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083259539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083259539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:02.807920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28609): Terminating (SIGTERM)\u000a08:33:02.848413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28612): Terminating (SIGTERM)\u000a08:33:02.889494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28615): Terminating (SIGTERM)\u000a08:33:02.898758 --- ParallelTerminationStrategy: PID 28609 died...\u000a08:33:02.953392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28609): Terminated: ok {rc=0}\u000a08:33:02.963080 --- ParallelTerminationStrategy: PID 28612 died...\u000a08:33:03.017240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28612): Terminated: ok {rc=0}\u000a08:33:03.026835 --- ParallelTerminationStrategy: PID 28615 died...\u000a08:33:03.080922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28615): Terminated: ok {rc=0}\u000a08:33:03.169517 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28624): Process ended prematurely: osmo-stp_10.42.42.5(pid=28624) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28624)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28624): Process ended prematurely: osmo-stp_10.42.42.5(pid=28624) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:33:04.221669 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:33:04.233408 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:33:04.367971 tst ping_idle_ping.py: using LAC 39686\u000a08:33:04.495723 tst ping_idle_ping.py: using RAC 161\u000a08:33:04.623779 tst ping_idle_ping.py: using CellId 39686\u000a08:33:04.751639 tst ping_idle_ping.py: using BVCI 39687\u000a08:33:04.776746 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:33:04.788172 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:33:04.799447 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:33:04.810816 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:33:04.822465 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:33:04.834133 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:33:04.845962 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:33:04.857698 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:33:05.145863 tst ping_idle_ping.py:24: start network...\u000a08:33:05.272564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:05.756570 run create_hlr_db(pid=28618): Launched\u000a08:33:05.931223 bus /gobi_6: Setting Powered False\u000a08:33:06.952901 run create_hlr_db(pid=28618): Terminated: ok {rc=0}\u000a08:33:07.361920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28620): Launched\u000a08:33:07.669577 run osmo-hlr_10.42.42.2(pid=28621): Launched\u000a08:33:07.787701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:08.330115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28623): Launched\u000a08:33:08.636242 run osmo-stp_10.42.42.5(pid=28624): Launched\u000a08:33:08.747348 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:33:09.282004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28626): Launched\u000a08:33:09.389884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:33:09.658885 run patchelf(pid=28627): Launched\u000a08:33:09.837236 run osmo-stp_10.42.42.5(pid=28624): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28624)]\u000a08:33:09.966936 run osmo-stp_10.42.42.5(pid=28624): stdout: \u000a| (launched: 2022-12-14_08:33:08.484220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:10.097076 run osmo-stp_10.42.42.5(pid=28624): stderr: \u000a| �[0;m�[38;5;43m20221214083308658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083308658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083308658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083308659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083308659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083308659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083308659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:10.222962 run osmo-stp_10.42.42.5(pid=28624): stdout: \u000a| (launched: 2022-12-14_08:33:08.484220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:10.347829 run osmo-stp_10.42.42.5(pid=28624): stderr: \u000a| �[0;m�[38;5;43m20221214083308658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083308658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083308658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083308659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083308659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083308659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083308659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:10.492260 run patchelf(pid=28627): Terminating (SIGINT)\u000a08:33:10.661749 run patchelf(pid=28627): Terminated: ok {rc=0}\u000a08:33:10.692520 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28624): Process ended prematurely: osmo-stp_10.42.42.5(pid=28624) [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28624)] [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:33:10.701341 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:33:10.761017 run osmo-hlr_10.42.42.2(pid=28621): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28621)]\u000a08:33:10.809821 run osmo-hlr_10.42.42.2(pid=28621): stdout: \u000a| (launched: 2022-12-14_08:33:07.516597) \u000a08:33:10.859379 run osmo-hlr_10.42.42.2(pid=28621): stderr: \u000a| �[0;m�[1;31m20221214083307698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083307698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083307698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083307698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083307698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083307698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083307712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083307720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083307720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083307720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:10.901631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28620): Terminating (SIGTERM)\u000a08:33:10.941350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28623): Terminating (SIGTERM)\u000a08:33:10.980884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28626): Terminating (SIGTERM)\u000a08:33:10.990096 --- ParallelTerminationStrategy: PID 28620 died...\u000a08:33:11.043396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28620): Terminated: ok {rc=0}\u000a08:33:11.052849 --- ParallelTerminationStrategy: PID 28623 died...\u000a08:33:11.106063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28623): Terminated: ok {rc=0}\u000a08:33:11.115559 --- ParallelTerminationStrategy: PID 28626 died...\u000a08:33:11.168468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28626): Terminated: ok {rc=0}\u000a08:33:11.256463 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:32:12" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28643): Process ended prematurely: osmo-stp_10.42.42.5(pid=28643) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28643)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28643): Process ended prematurely: osmo-stp_10.42.42.5(pid=28643) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:33:13.357716 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:13.368452 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:33:13.515424 tst cs_paging_gprs_active.py: using LAC 39687\u000a08:33:13.640813 tst cs_paging_gprs_active.py: using RAC 162\u000a08:33:13.762174 tst cs_paging_gprs_active.py: using CellId 39687\u000a08:33:13.881810 tst cs_paging_gprs_active.py: using BVCI 39688\u000a08:33:13.905480 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:13.916359 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:13.927139 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:13.937919 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:13.948656 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:13.959718 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:13.970763 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:13.981661 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:13.992672 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:33:14.112057 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:33:14.411849 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:33:14.551237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:33:14.893818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28633): Launched\u000a08:33:15.180625 run iperf3-srv_10.42.42.10(pid=28634): Launched\u000a08:33:15.383690 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:33:15.521616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:33:15.890176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28635): Launched\u000a08:33:16.182526 run iperf3-srv_10.42.42.10(pid=28636): Launched\u000a08:33:16.377516 tst cs_paging_gprs_active.py:38: start network...\u000a08:33:16.511034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:17.045636 run create_hlr_db(pid=28637): Launched\u000a08:33:17.236258 bus /gobi_6: Setting Powered False\u000a08:33:18.247974 run create_hlr_db(pid=28637): Terminated: ok {rc=0}\u000a08:33:18.693311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28639): Launched\u000a08:33:19.027820 run osmo-hlr_10.42.42.2(pid=28640): Launched\u000a08:33:19.153601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:19.731523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28642): Launched\u000a08:33:20.064106 run osmo-stp_10.42.42.5(pid=28643): Launched\u000a08:33:20.185387 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:33:20.766362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28645): Launched\u000a08:33:20.884854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:33:21.176305 run patchelf(pid=28646): Launched\u000a08:33:21.369243 run osmo-stp_10.42.42.5(pid=28643): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28643)]\u000a08:33:21.510073 run osmo-stp_10.42.42.5(pid=28643): stdout: \u000a| (launched: 2022-12-14_08:33:19.899399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:21.651619 run osmo-stp_10.42.42.5(pid=28643): stderr: \u000a| �[0;m�[38;5;43m20221214083320096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083320096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083320096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083320097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083320097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083320097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083320097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:21.788370 run osmo-stp_10.42.42.5(pid=28643): stdout: \u000a| (launched: 2022-12-14_08:33:19.899399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:21.924037 run osmo-stp_10.42.42.5(pid=28643): stderr: \u000a| �[0;m�[38;5;43m20221214083320096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083320096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083320096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083320097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083320097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083320097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083320097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:22.081856 run patchelf(pid=28646): Terminating (SIGINT)\u000a08:33:22.267230 run patchelf(pid=28646): Terminated: ok {rc=0}\u000a08:33:22.301274 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28643): Process ended prematurely: osmo-stp_10.42.42.5(pid=28643) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28643)] [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:33:22.311336 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a08:33:22.374183 run osmo-hlr_10.42.42.2(pid=28640): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28640)]\u000a08:33:22.425514 run osmo-hlr_10.42.42.2(pid=28640): stdout: \u000a| (launched: 2022-12-14_08:33:18.862454) \u000a08:33:22.477397 run osmo-hlr_10.42.42.2(pid=28640): stderr: \u000a| �[0;m�[1;31m20221214083319065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083319065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083319065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083319065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083319065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083319065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083319084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083319093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083319093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083319094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:22.521746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28633): Terminating (SIGTERM)\u000a08:33:22.563214 run iperf3-srv_10.42.42.10(pid=28634): Terminating (SIGTERM)\u000a08:33:22.604674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28635): Terminating (SIGTERM)\u000a08:33:22.646276 run iperf3-srv_10.42.42.10(pid=28636): Terminating (SIGTERM)\u000a08:33:22.688503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28639): Terminating (SIGTERM)\u000a08:33:22.730359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28642): Terminating (SIGTERM)\u000a08:33:22.772259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28645): Terminating (SIGTERM)\u000a08:33:22.781891 --- ParallelTerminationStrategy: PID 28633 died...\u000a08:33:22.837433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28633): Terminated: ok {rc=0}\u000a08:33:22.847361 --- ParallelTerminationStrategy: PID 28634 died...\u000a08:33:22.902243 run iperf3-srv_10.42.42.10(pid=28634): Terminated {rc=256}\u000a08:33:22.912123 --- ParallelTerminationStrategy: PID 28635 died...\u000a08:33:22.967262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28635): Terminated: ok {rc=0}\u000a08:33:22.977258 --- ParallelTerminationStrategy: PID 28636 died...\u000a08:33:23.031999 run iperf3-srv_10.42.42.10(pid=28636): Terminated {rc=256}\u000a08:33:23.042010 --- ParallelTerminationStrategy: PID 28639 died...\u000a08:33:23.097078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28639): Terminated: ok {rc=0}\u000a08:33:23.107058 --- ParallelTerminationStrategy: PID 28642 died...\u000a08:33:23.162186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28642): Terminated: ok {rc=0}\u000a08:33:23.172152 --- ParallelTerminationStrategy: PID 28645 died...\u000a08:33:23.227553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28645): Terminated: ok {rc=0}\u000a08:33:23.314240 bus /gobi_0: Setting Powered False\u000a08:33:24.420102 bus /gobi_0: Setting Powered False\u000a08:33:25.528860 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28656): Process ended prematurely: osmo-stp_10.42.42.5(pid=28656) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28656)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28656): Process ended prematurely: osmo-stp_10.42.42.5(pid=28656) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:33:26.640056 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:26.651714 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:33:26.814076 tst iperf3.py: using LAC 39688\u000a08:33:26.944750 tst iperf3.py: using RAC 163\u000a08:33:27.076872 tst iperf3.py: using CellId 39688\u000a08:33:27.207594 tst iperf3.py: using BVCI 39689\u000a08:33:27.233045 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:27.244999 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:27.256369 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:27.267728 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:27.279489 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:27.291314 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:27.303330 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:27.315025 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:27.326928 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:33:27.610423 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:33:27.739659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:33:28.063059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28648): Launched\u000a08:33:28.334550 run iperf3-srv_10.42.42.10(pid=28649): Launched\u000a08:33:28.522756 tst iperf3.py:8: start network...\u000a08:33:28.652009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:29.142996 run create_hlr_db(pid=28650): Launched\u000a08:33:29.320210 bus /gobi_6: Setting Powered False\u000a08:33:30.342157 run create_hlr_db(pid=28650): Terminated: ok {rc=0}\u000a08:33:30.781491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28652): Launched\u000a08:33:31.138851 run osmo-hlr_10.42.42.2(pid=28653): Launched\u000a08:33:31.285954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:32.087191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28655): Launched\u000a08:33:32.420673 run osmo-stp_10.42.42.5(pid=28656): Launched\u000a08:33:32.567707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:33:33.114333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28658): Launched\u000a08:33:33.224629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:33:33.496816 run patchelf(pid=28659): Launched\u000a08:33:33.677119 run osmo-stp_10.42.42.5(pid=28656): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28656)]\u000a08:33:33.808825 run osmo-stp_10.42.42.5(pid=28656): stdout: \u000a| (launched: 2022-12-14_08:33:32.250263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:33.940938 run osmo-stp_10.42.42.5(pid=28656): stderr: \u000a| �[0;m�[38;5;43m20221214083332540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083332540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083332540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083332541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083332541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083332541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083332541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:34.068386 run osmo-stp_10.42.42.5(pid=28656): stdout: \u000a| (launched: 2022-12-14_08:33:32.250263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:34.195206 run osmo-stp_10.42.42.5(pid=28656): stderr: \u000a| �[0;m�[38;5;43m20221214083332540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083332540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083332540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083332541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083332541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083332541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083332541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:34.342363 run patchelf(pid=28659): Terminating (SIGINT)\u000a08:33:34.514406 run patchelf(pid=28659): Terminated: ok {rc=0}\u000a08:33:34.546006 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28656): Process ended prematurely: osmo-stp_10.42.42.5(pid=28656) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28656)] [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:33:34.555445 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a08:33:34.615932 run osmo-hlr_10.42.42.2(pid=28653): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28653)]\u000a08:33:34.664844 run osmo-hlr_10.42.42.2(pid=28653): stdout: \u000a| (launched: 2022-12-14_08:33:30.961405) \u000a08:33:34.714883 run osmo-hlr_10.42.42.2(pid=28653): stderr: \u000a| �[0;m�[1;31m20221214083331334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083331334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083331334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083331334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083331334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083331334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083331354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083331364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083331364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083331364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:34.757269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28648): Terminating (SIGTERM)\u000a08:33:34.796908 run iperf3-srv_10.42.42.10(pid=28649): Terminating (SIGTERM)\u000a08:33:34.836920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28652): Terminating (SIGTERM)\u000a08:33:34.876586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28655): Terminating (SIGTERM)\u000a08:33:34.916032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28658): Terminating (SIGTERM)\u000a08:33:34.925203 --- ParallelTerminationStrategy: PID 28648 died...\u000a08:33:34.978519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28648): Terminated: ok {rc=0}\u000a08:33:34.988016 --- ParallelTerminationStrategy: PID 28649 died...\u000a08:33:35.040882 run iperf3-srv_10.42.42.10(pid=28649): Terminated {rc=256}\u000a08:33:35.050293 --- ParallelTerminationStrategy: PID 28652 died...\u000a08:33:35.103341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28652): Terminated: ok {rc=0}\u000a08:33:35.112768 --- ParallelTerminationStrategy: PID 28655 died...\u000a08:33:35.165747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28655): Terminated: ok {rc=0}\u000a08:33:35.175187 --- ParallelTerminationStrategy: PID 28658 died...\u000a08:33:35.228238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28658): Terminated: ok {rc=0}\u000a08:33:35.315736 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28674): Process ended prematurely: osmo-stp_10.42.42.5(pid=28674) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28674)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28674): Process ended prematurely: osmo-stp_10.42.42.5(pid=28674) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:33:36.426067 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:36.437542 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:33:36.584869 tst iperf3m4.py: using LAC 39689\u000a08:33:36.706801 tst iperf3m4.py: using RAC 164\u000a08:33:36.829924 tst iperf3m4.py: using CellId 39689\u000a08:33:36.954185 tst iperf3m4.py: using BVCI 39690\u000a08:33:36.978094 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:36.988901 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:36.999662 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:37.010386 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:37.021376 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:37.032786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:37.043980 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:37.054976 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:37.066173 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:33:37.184185 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:33:37.308299 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:33:37.426661 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:33:37.727187 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:33:37.866394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:33:38.210767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28660): Launched\u000a08:33:38.500242 run iperf3-srv_10.42.42.10(pid=28661): Launched\u000a08:33:38.703291 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:33:38.842271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:33:39.186203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28662): Launched\u000a08:33:39.475133 run iperf3-srv_10.42.42.10(pid=28663): Launched\u000a08:33:39.678104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:33:39.816706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:33:40.150131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28664): Launched\u000a08:33:40.421811 run iperf3-srv_10.42.42.10(pid=28665): Launched\u000a08:33:40.610740 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:33:40.740011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:33:41.062689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28666): Launched\u000a08:33:41.331280 run iperf3-srv_10.42.42.10(pid=28667): Launched\u000a08:33:41.519745 tst iperf3m4.py:8: start network...\u000a08:33:41.648755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:42.141122 run create_hlr_db(pid=28668): Launched\u000a08:33:42.318796 bus /gobi_6: Setting Powered False\u000a08:33:43.341327 run create_hlr_db(pid=28668): Terminated: ok {rc=0}\u000a08:33:43.781941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28670): Launched\u000a08:33:44.116242 run osmo-hlr_10.42.42.2(pid=28671): Launched\u000a08:33:44.237009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:44.815471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28673): Launched\u000a08:33:45.148643 run osmo-stp_10.42.42.5(pid=28674): Launched\u000a08:33:45.269209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:33:45.866576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28676): Launched\u000a08:33:45.988542 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:33:46.283139 run patchelf(pid=28677): Launched\u000a08:33:46.470862 run osmo-stp_10.42.42.5(pid=28674): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28674)]\u000a08:33:46.608353 run osmo-stp_10.42.42.5(pid=28674): stdout: \u000a| (launched: 2022-12-14_08:33:44.983488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:46.746628 run osmo-stp_10.42.42.5(pid=28674): stderr: \u000a| �[0;m�[38;5;43m20221214083345179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083345179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083345180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083345180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083345180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083345181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083345181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:46.880368 run osmo-stp_10.42.42.5(pid=28674): stdout: \u000a| (launched: 2022-12-14_08:33:44.983488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:47.011414 run osmo-stp_10.42.42.5(pid=28674): stderr: \u000a| �[0;m�[38;5;43m20221214083345179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083345179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083345180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083345180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083345180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083345181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083345181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:47.165093 run patchelf(pid=28677): Terminating (SIGINT)\u000a08:33:47.339254 run patchelf(pid=28677): Terminated: ok {rc=0}\u000a08:33:47.371014 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28674): Process ended prematurely: osmo-stp_10.42.42.5(pid=28674) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28674)] [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:33:47.380405 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:33:47.441114 run osmo-hlr_10.42.42.2(pid=28671): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28671)]\u000a08:33:47.491092 run osmo-hlr_10.42.42.2(pid=28671): stdout: \u000a| (launched: 2022-12-14_08:33:43.950495) \u000a08:33:47.541167 run osmo-hlr_10.42.42.2(pid=28671): stderr: \u000a| �[0;m�[1;31m20221214083344153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083344153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083344153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083344153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083344153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083344153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083344166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083344175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083344175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083344175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:47.583707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28660): Terminating (SIGTERM)\u000a08:33:47.623988 run iperf3-srv_10.42.42.10(pid=28661): Terminating (SIGTERM)\u000a08:33:47.664389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28662): Terminating (SIGTERM)\u000a08:33:47.704563 run iperf3-srv_10.42.42.10(pid=28663): Terminating (SIGTERM)\u000a08:33:47.745034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28664): Terminating (SIGTERM)\u000a08:33:47.785181 run iperf3-srv_10.42.42.10(pid=28665): Terminating (SIGTERM)\u000a08:33:47.825728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28666): Terminating (SIGTERM)\u000a08:33:47.865737 run iperf3-srv_10.42.42.10(pid=28667): Terminating (SIGTERM)\u000a08:33:47.905799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28670): Terminating (SIGTERM)\u000a08:33:47.945810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28673): Terminating (SIGTERM)\u000a08:33:47.985973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28676): Terminating (SIGTERM)\u000a08:33:47.994873 --- ParallelTerminationStrategy: PID 28660 died...\u000a08:33:48.048805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28660): Terminated: ok {rc=0}\u000a08:33:48.058478 --- ParallelTerminationStrategy: PID 28661 died...\u000a08:33:48.112074 run iperf3-srv_10.42.42.10(pid=28661): Terminated {rc=256}\u000a08:33:48.121652 --- ParallelTerminationStrategy: PID 28662 died...\u000a08:33:48.175475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28662): Terminated: ok {rc=0}\u000a08:33:48.185102 --- ParallelTerminationStrategy: PID 28663 died...\u000a08:33:48.238365 run iperf3-srv_10.42.42.10(pid=28663): Terminated {rc=256}\u000a08:33:48.247844 --- ParallelTerminationStrategy: PID 28664 died...\u000a08:33:48.301488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28664): Terminated: ok {rc=0}\u000a08:33:48.311029 --- ParallelTerminationStrategy: PID 28665 died...\u000a08:33:48.364862 run iperf3-srv_10.42.42.10(pid=28665): Terminated {rc=256}\u000a08:33:48.374513 --- ParallelTerminationStrategy: PID 28666 died...\u000a08:33:48.428171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28666): Terminated: ok {rc=0}\u000a08:33:48.437877 --- ParallelTerminationStrategy: PID 28667 died...\u000a08:33:48.491343 run iperf3-srv_10.42.42.10(pid=28667): Terminated {rc=256}\u000a08:33:48.500898 --- ParallelTerminationStrategy: PID 28670 died...\u000a08:33:48.554767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28670): Terminated: ok {rc=0}\u000a08:33:48.564439 --- ParallelTerminationStrategy: PID 28673 died...\u000a08:33:48.618121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28673): Terminated: ok {rc=0}\u000a08:33:48.627794 --- ParallelTerminationStrategy: PID 28676 died...\u000a08:33:48.681563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28676): Terminated: ok {rc=0}\u000a08:33:48.770036 bus /gobi_4: Setting Powered False\u000a08:33:49.873156 bus /gobi_4: Setting Powered False\u000a08:33:50.981236 bus /gobi_1: Setting Powered False\u000a08:33:52.088934 bus /gobi_1: Setting Powered False\u000a08:33:53.197533 bus /gobi_0: Setting Powered False\u000a08:33:54.304490 bus /gobi_0: Setting Powered False\u000a08:33:55.413804 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28684): Process ended prematurely: osmo-stp_10.42.42.5(pid=28684) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28684): Process ended prematurely: osmo-stp_10.42.42.5(pid=28684) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:33:56.481786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:56.493817 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:33:56.646850 tst ping.py: using LAC 39690\u000a08:33:56.776701 tst ping.py: using RAC 165\u000a08:33:56.921511 tst ping.py: using CellId 39690\u000a08:33:57.055080 tst ping.py: using BVCI 39691\u000a08:33:57.080300 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:57.091842 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:57.103235 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:57.114561 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:57.125760 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:57.136932 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:57.148431 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:33:57.159691 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:33:57.437393 tst ping.py:19: start network...\u000a08:33:57.564085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:58.046976 run create_hlr_db(pid=28678): Launched\u000a08:33:58.222307 bus /gobi_6: Setting Powered False\u000a08:33:59.243447 run create_hlr_db(pid=28678): Terminated: ok {rc=0}\u000a08:33:59.651029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28680): Launched\u000a08:33:59.958602 run osmo-hlr_10.42.42.2(pid=28681): Launched\u000a08:34:00.077488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:00.627608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28683): Launched\u000a08:34:01.036876 run osmo-stp_10.42.42.5(pid=28684): Launched\u000a08:34:01.237498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:34:01.795819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28686): Launched\u000a08:34:01.907424 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:34:02.195144 run patchelf(pid=28687): Launched\u000a08:34:02.378216 run osmo-stp_10.42.42.5(pid=28684): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)]\u000a08:34:02.509345 run osmo-stp_10.42.42.5(pid=28684): stdout: \u000a| (launched: 2022-12-14_08:34:00.781753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:02.640155 run osmo-stp_10.42.42.5(pid=28684): stderr: \u000a| �[0;m�[38;5;43m20221214083401039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083401039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083401039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083401040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083401040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083401040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083401049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:02.766232 run osmo-stp_10.42.42.5(pid=28684): stdout: \u000a| (launched: 2022-12-14_08:34:00.781753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:02.891241 run osmo-stp_10.42.42.5(pid=28684): stderr: \u000a| �[0;m�[38;5;43m20221214083401039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083401039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083401039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083401040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083401040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083401040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083401049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:03.036073 run patchelf(pid=28687): Terminating (SIGINT)\u000a08:34:03.206357 run patchelf(pid=28687): Terminated: ok {rc=0}\u000a08:34:03.237375 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28684): Process ended prematurely: osmo-stp_10.42.42.5(pid=28684) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)] [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:34:03.246156 tst ping.py:22: Test FAILED (6.8 sec)\u000a08:34:03.307786 run osmo-hlr_10.42.42.2(pid=28681): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28681)]\u000a08:34:03.357882 run osmo-hlr_10.42.42.2(pid=28681): stdout: \u000a| (launched: 2022-12-14_08:33:59.805271) \u000a08:34:03.408126 run osmo-hlr_10.42.42.2(pid=28681): stderr: \u000a| �[0;m�[1;31m20221214083359981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083359981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083359981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083359981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083359981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083359981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083359993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083400001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083400001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083400001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:03.451177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28680): Terminating (SIGTERM)\u000a08:34:03.491619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28683): Terminating (SIGTERM)\u000a08:34:03.532013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28686): Terminating (SIGTERM)\u000a08:34:03.541439 --- ParallelTerminationStrategy: PID 28680 died...\u000a08:34:03.595648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28680): Terminated: ok {rc=0}\u000a08:34:03.605313 --- ParallelTerminationStrategy: PID 28683 died...\u000a08:34:03.659341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28683): Terminated: ok {rc=0}\u000a08:34:03.668857 --- ParallelTerminationStrategy: PID 28686 died...\u000a08:34:03.722641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28686): Terminated: ok {rc=0}\u000a08:34:03.811276 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28694): Process ended prematurely: osmo-stp_10.42.42.5(pid=28694) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28694)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28694): Process ended prematurely: osmo-stp_10.42.42.5(pid=28694) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:34:04.862805 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:34:04.874453 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:34:05.020733 tst ping_idle_ping.py: using LAC 39691\u000a08:34:05.141781 tst ping_idle_ping.py: using RAC 166\u000a08:34:05.261434 tst ping_idle_ping.py: using CellId 39691\u000a08:34:05.381026 tst ping_idle_ping.py: using BVCI 39692\u000a08:34:05.404222 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:34:05.415267 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:34:05.425970 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:34:05.436775 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:34:05.447795 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:34:05.458773 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:34:05.470011 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:34:05.481117 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:34:05.775946 tst ping_idle_ping.py:24: start network...\u000a08:34:05.911684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:06.441113 run create_hlr_db(pid=28688): Launched\u000a08:34:06.631311 bus /gobi_6: Setting Powered False\u000a08:34:07.651085 run create_hlr_db(pid=28688): Terminated: ok {rc=0}\u000a08:34:08.090273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28690): Launched\u000a08:34:08.422652 run osmo-hlr_10.42.42.2(pid=28691): Launched\u000a08:34:08.542314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:09.111871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28693): Launched\u000a08:34:09.443365 run osmo-stp_10.42.42.5(pid=28694): Launched\u000a08:34:09.561360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:34:10.135299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28696): Launched\u000a08:34:10.251573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:34:10.540303 run patchelf(pid=28697): Launched\u000a08:34:10.730896 run osmo-stp_10.42.42.5(pid=28694): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28694)]\u000a08:34:10.870229 run osmo-stp_10.42.42.5(pid=28694): stdout: \u000a| (launched: 2022-12-14_08:34:09.278379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:11.009380 run osmo-stp_10.42.42.5(pid=28694): stderr: \u000a| �[0;m�[38;5;43m20221214083409474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083409474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083409474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083409475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083409475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083409475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083409475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:11.144438 run osmo-stp_10.42.42.5(pid=28694): stdout: \u000a| (launched: 2022-12-14_08:34:09.278379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:11.278866 run osmo-stp_10.42.42.5(pid=28694): stderr: \u000a| �[0;m�[38;5;43m20221214083409474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083409474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083409474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083409475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083409475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083409475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083409475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:11.434126 run patchelf(pid=28697): Terminating (SIGINT)\u000a08:34:11.615906 run patchelf(pid=28697): Terminated: ok {rc=0}\u000a08:34:11.648914 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28694): Process ended prematurely: osmo-stp_10.42.42.5(pid=28694) [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28694)] [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:34:11.658373 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:34:11.721428 run osmo-hlr_10.42.42.2(pid=28691): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28691)]\u000a08:34:11.773209 run osmo-hlr_10.42.42.2(pid=28691): stdout: \u000a| (launched: 2022-12-14_08:34:08.257486) \u000a08:34:11.825527 run osmo-hlr_10.42.42.2(pid=28691): stderr: \u000a| �[0;m�[1;31m20221214083408459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083408459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083408460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083408460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083408460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083408460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083408477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083408486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083408486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083408486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:11.869950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28690): Terminating (SIGTERM)\u000a08:34:11.911635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28693): Terminating (SIGTERM)\u000a08:34:11.953360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28696): Terminating (SIGTERM)\u000a08:34:11.962995 --- ParallelTerminationStrategy: PID 28690 died...\u000a08:34:12.018747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28690): Terminated: ok {rc=0}\u000a08:34:12.029225 --- ParallelTerminationStrategy: PID 28693 died...\u000a08:34:12.084805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28693): Terminated: ok {rc=0}\u000a08:34:12.094822 --- ParallelTerminationStrategy: PID 28696 died...\u000a08:34:12.150130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28696): Terminated: ok {rc=0}\u000a08:34:12.237293 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:33:13" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28712): Process ended prematurely: osmo-stp_10.42.42.5(pid=28712) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28712)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28712): Process ended prematurely: osmo-stp_10.42.42.5(pid=28712) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:34:14.345019 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:14.356036 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:34:14.503500 tst cs_paging_gprs_active.py: using LAC 39692\u000a08:34:14.627263 tst cs_paging_gprs_active.py: using RAC 167\u000a08:34:14.749689 tst cs_paging_gprs_active.py: using CellId 39692\u000a08:34:14.871988 tst cs_paging_gprs_active.py: using BVCI 39693\u000a08:34:14.895695 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:14.906768 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:14.917550 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:14.928247 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:14.939407 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:14.950544 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:14.961663 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:14.972554 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:14.983755 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:34:15.108147 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:34:15.391576 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:34:15.520494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:15.843799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28702): Launched\u000a08:34:16.124845 run iperf3-srv_10.42.42.10(pid=28703): Launched\u000a08:34:16.318022 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:34:16.450640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:16.791870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28704): Launched\u000a08:34:17.087279 run iperf3-srv_10.42.42.10(pid=28705): Launched\u000a08:34:17.298218 tst cs_paging_gprs_active.py:38: start network...\u000a08:34:17.437203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:17.970691 run create_hlr_db(pid=28706): Launched\u000a08:34:18.161651 bus /gobi_6: Setting Powered False\u000a08:34:19.182390 run create_hlr_db(pid=28706): Terminated: ok {rc=0}\u000a08:34:19.623363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28708): Launched\u000a08:34:19.955771 run osmo-hlr_10.42.42.2(pid=28709): Launched\u000a08:34:20.080431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:20.658939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28711): Launched\u000a08:34:20.993492 run osmo-stp_10.42.42.5(pid=28712): Launched\u000a08:34:21.113715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:34:21.692840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28714): Launched\u000a08:34:21.811188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:34:22.101094 run patchelf(pid=28715): Launched\u000a08:34:22.294974 run osmo-stp_10.42.42.5(pid=28712): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28712)]\u000a08:34:22.435781 run osmo-stp_10.42.42.5(pid=28712): stdout: \u000a| (launched: 2022-12-14_08:34:20.827447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:22.576466 run osmo-stp_10.42.42.5(pid=28712): stderr: \u000a| �[0;m�[38;5;43m20221214083421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083421025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083421025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083421025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083421025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:22.713966 run osmo-stp_10.42.42.5(pid=28712): stdout: \u000a| (launched: 2022-12-14_08:34:20.827447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:22.849731 run osmo-stp_10.42.42.5(pid=28712): stderr: \u000a| �[0;m�[38;5;43m20221214083421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083421025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083421025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083421025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083421025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:23.007209 run patchelf(pid=28715): Terminating (SIGINT)\u000a08:34:23.191905 run patchelf(pid=28715): Terminated: ok {rc=0}\u000a08:34:23.225850 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28712): Process ended prematurely: osmo-stp_10.42.42.5(pid=28712) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28712)] [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:34:23.235893 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a08:34:23.298901 run osmo-hlr_10.42.42.2(pid=28709): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28709)]\u000a08:34:23.350486 run osmo-hlr_10.42.42.2(pid=28709): stdout: \u000a| (launched: 2022-12-14_08:34:19.791861) \u000a08:34:23.402465 run osmo-hlr_10.42.42.2(pid=28709): stderr: \u000a| �[0;m�[1;31m20221214083419995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083419995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083419995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083419995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083419995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083419995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083420009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083420017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083420017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083420017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:23.447212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28702): Terminating (SIGTERM)\u000a08:34:23.489523 run iperf3-srv_10.42.42.10(pid=28703): Terminating (SIGTERM)\u000a08:34:23.531331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28704): Terminating (SIGTERM)\u000a08:34:23.572643 run iperf3-srv_10.42.42.10(pid=28705): Terminating (SIGTERM)\u000a08:34:23.614480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28708): Terminating (SIGTERM)\u000a08:34:23.656084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28711): Terminating (SIGTERM)\u000a08:34:23.697803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28714): Terminating (SIGTERM)\u000a08:34:23.707516 --- ParallelTerminationStrategy: PID 28702 died...\u000a08:34:23.763465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28702): Terminated: ok {rc=0}\u000a08:34:23.773939 --- ParallelTerminationStrategy: PID 28703 died...\u000a08:34:23.829263 run iperf3-srv_10.42.42.10(pid=28703): Terminated {rc=256}\u000a08:34:23.839337 --- ParallelTerminationStrategy: PID 28704 died...\u000a08:34:23.894982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28704): Terminated: ok {rc=0}\u000a08:34:23.905129 --- ParallelTerminationStrategy: PID 28705 died...\u000a08:34:23.960995 run iperf3-srv_10.42.42.10(pid=28705): Terminated {rc=256}\u000a08:34:23.971119 --- ParallelTerminationStrategy: PID 28708 died...\u000a08:34:24.026797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28708): Terminated: ok {rc=0}\u000a08:34:24.036890 --- ParallelTerminationStrategy: PID 28711 died...\u000a08:34:24.092410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28711): Terminated: ok {rc=0}\u000a08:34:24.102539 --- ParallelTerminationStrategy: PID 28714 died...\u000a08:34:24.157878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28714): Terminated: ok {rc=0}\u000a08:34:24.245313 bus /gobi_0: Setting Powered False\u000a08:34:25.348920 bus /gobi_0: Setting Powered False\u000a08:34:26.457743 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:34:27.573065 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:27.585188 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:34:27.742461 tst iperf3.py: using LAC 39693\u000a08:34:27.872613 tst iperf3.py: using RAC 168\u000a08:34:28.005126 tst iperf3.py: using CellId 39693\u000a08:34:28.136388 tst iperf3.py: using BVCI 39694\u000a08:34:28.162101 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:28.173601 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:28.184865 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:28.196210 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:28.207460 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:28.218839 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:28.230283 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:28.241527 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:28.253045 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:34:28.537103 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:34:28.667496 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:28.993058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28717): Launched\u000a08:34:29.263939 run iperf3-srv_10.42.42.10(pid=28718): Launched\u000a08:34:29.453414 tst iperf3.py:8: start network...\u000a08:34:29.583230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:30.085252 run create_hlr_db(pid=28719): Launched\u000a08:34:30.262779 bus /gobi_6: Setting Powered False\u000a08:34:31.299982 run create_hlr_db(pid=28719): Terminated: ok {rc=0}\u000a08:34:31.761566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Launched\u000a08:34:32.155672 run osmo-hlr_10.42.42.2(pid=28722): Launched\u000a08:34:32.274279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:32.818511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Launched\u000a08:34:33.131634 run osmo-stp_10.42.42.5(pid=28725): Launched\u000a08:34:33.246468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:34:33.790515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28727): Launched\u000a08:34:33.901554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:34:34.173143 run patchelf(pid=28728): Launched\u000a08:34:34.354770 run osmo-stp_10.42.42.5(pid=28725): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)]\u000a08:34:34.487684 run osmo-stp_10.42.42.5(pid=28725): stdout: \u000a| (launched: 2022-12-14_08:34:32.976529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:34.620769 run osmo-stp_10.42.42.5(pid=28725): stderr: \u000a| �[0;m�[38;5;43m20221214083433150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083433150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083433150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083433150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083433152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083433153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083433153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:34.749537 run osmo-stp_10.42.42.5(pid=28725): stdout: \u000a| (launched: 2022-12-14_08:34:32.976529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:34.877120 run osmo-stp_10.42.42.5(pid=28725): stderr: \u000a| �[0;m�[38;5;43m20221214083433150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083433150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083433150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083433150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083433152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083433153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083433153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:35.025603 run patchelf(pid=28728): Terminating (SIGINT)\u000a08:34:35.199240 run patchelf(pid=28728): Terminated: ok {rc=0}\u000a08:34:35.231044 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)] [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:34:35.240390 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a08:34:35.301214 run osmo-hlr_10.42.42.2(pid=28722): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28722)]\u000a08:34:35.350750 run osmo-hlr_10.42.42.2(pid=28722): stdout: \u000a| (launched: 2022-12-14_08:34:31.934931) \u000a08:34:35.400933 run osmo-hlr_10.42.42.2(pid=28722): stderr: \u000a| �[0;m�[1;31m20221214083432206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083432206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083432206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083432206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083432206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083432207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083432219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083432227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083432227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083432227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:35.443767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28717): Terminating (SIGTERM)\u000a08:34:35.483988 run iperf3-srv_10.42.42.10(pid=28718): Terminating (SIGTERM)\u000a08:34:35.524236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Terminating (SIGTERM)\u000a08:34:35.564400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Terminating (SIGTERM)\u000a08:34:35.604544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28727): Terminating (SIGTERM)\u000a08:34:35.613861 --- ParallelTerminationStrategy: PID 28717 died...\u000a08:34:35.668479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28717): Terminated: ok {rc=0}\u000a08:34:35.678276 --- ParallelTerminationStrategy: PID 28718 died...\u000a08:34:35.732198 run iperf3-srv_10.42.42.10(pid=28718): Terminated {rc=256}\u000a08:34:35.741919 --- ParallelTerminationStrategy: PID 28721 died...\u000a08:34:35.795972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Terminated: ok {rc=0}\u000a08:34:35.805773 --- ParallelTerminationStrategy: PID 28724 died...\u000a08:34:35.859904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Terminated: ok {rc=0}\u000a08:34:35.869612 --- ParallelTerminationStrategy: PID 28727 died...\u000a08:34:35.924282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28727): Terminated: ok {rc=0}\u000a08:34:36.013078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28743): Process ended prematurely: osmo-stp_10.42.42.5(pid=28743) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28743)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28743): Process ended prematurely: osmo-stp_10.42.42.5(pid=28743) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:34:37.124085 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:37.135928 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:34:37.284908 tst iperf3m4.py: using LAC 39694\u000a08:34:37.406635 tst iperf3m4.py: using RAC 169\u000a08:34:37.530791 tst iperf3m4.py: using CellId 39694\u000a08:34:37.654640 tst iperf3m4.py: using BVCI 39695\u000a08:34:37.678565 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:37.689747 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:37.700477 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:37.711317 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:37.722349 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:37.733496 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:37.744631 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:37.755644 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:37.766892 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:34:37.884748 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:34:38.009004 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:34:38.131892 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:34:38.432302 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:34:38.571263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:38.916823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28729): Launched\u000a08:34:39.202580 run iperf3-srv_10.42.42.10(pid=28730): Launched\u000a08:34:39.405698 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:34:39.543798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:39.886183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28731): Launched\u000a08:34:40.173416 run iperf3-srv_10.42.42.10(pid=28732): Launched\u000a08:34:40.376282 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:34:40.514554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:40.859259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28733): Launched\u000a08:34:41.145752 run iperf3-srv_10.42.42.10(pid=28734): Launched\u000a08:34:41.348333 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:34:41.486072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:41.829613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28735): Launched\u000a08:34:42.115125 run iperf3-srv_10.42.42.10(pid=28736): Launched\u000a08:34:42.317365 tst iperf3m4.py:8: start network...\u000a08:34:42.455385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:42.987301 run create_hlr_db(pid=28737): Launched\u000a08:34:43.177726 bus /gobi_6: Setting Powered False\u000a08:34:44.198454 run create_hlr_db(pid=28737): Terminated: ok {rc=0}\u000a08:34:44.639777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28739): Launched\u000a08:34:44.972742 run osmo-hlr_10.42.42.2(pid=28740): Launched\u000a08:34:45.096922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:45.682022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28742): Launched\u000a08:34:46.094652 run osmo-stp_10.42.42.5(pid=28743): Launched\u000a08:34:46.274793 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:34:46.847782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28745): Launched\u000a08:34:46.962765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:34:47.246296 run patchelf(pid=28746): Launched\u000a08:34:47.431375 run osmo-stp_10.42.42.5(pid=28743): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28743)]\u000a08:34:47.565298 run osmo-stp_10.42.42.5(pid=28743): stdout: \u000a| (launched: 2022-12-14_08:34:45.856668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:47.698678 run osmo-stp_10.42.42.5(pid=28743): stderr: \u000a| �[0;m�[38;5;43m20221214083446102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083446102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083446102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083446102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083446103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083446103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083446103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:47.827307 run osmo-stp_10.42.42.5(pid=28743): stdout: \u000a| (launched: 2022-12-14_08:34:45.856668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:47.954546 run osmo-stp_10.42.42.5(pid=28743): stderr: \u000a| �[0;m�[38;5;43m20221214083446102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083446102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083446102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083446102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083446103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083446103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083446103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:48.102350 run patchelf(pid=28746): Terminating (SIGINT)\u000a08:34:48.275930 run patchelf(pid=28746): Terminated: ok {rc=0}\u000a08:34:48.307935 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28743): Process ended prematurely: osmo-stp_10.42.42.5(pid=28743) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28743)] [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:34:48.317510 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a08:34:48.378832 run osmo-hlr_10.42.42.2(pid=28740): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28740)]\u000a08:34:48.428768 run osmo-hlr_10.42.42.2(pid=28740): stdout: \u000a| (launched: 2022-12-14_08:34:44.808466) \u000a08:34:48.479668 run osmo-hlr_10.42.42.2(pid=28740): stderr: \u000a| �[0;m�[1;31m20221214083445010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083445010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083445010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083445010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083445010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083445010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083445023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083445032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083445032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083445033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:48.522681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28729): Terminating (SIGTERM)\u000a08:34:48.563193 run iperf3-srv_10.42.42.10(pid=28730): Terminating (SIGTERM)\u000a08:34:48.603955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28731): Terminating (SIGTERM)\u000a08:34:48.645355 run iperf3-srv_10.42.42.10(pid=28732): Terminating (SIGTERM)\u000a08:34:48.686353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28733): Terminating (SIGTERM)\u000a08:34:48.726869 run iperf3-srv_10.42.42.10(pid=28734): Terminating (SIGTERM)\u000a08:34:48.767359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28735): Terminating (SIGTERM)\u000a08:34:48.807602 run iperf3-srv_10.42.42.10(pid=28736): Terminating (SIGTERM)\u000a08:34:48.848518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28739): Terminating (SIGTERM)\u000a08:34:48.888942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28742): Terminating (SIGTERM)\u000a08:34:48.929692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28745): Terminating (SIGTERM)\u000a08:34:48.938600 --- ParallelTerminationStrategy: PID 28729 died...\u000a08:34:48.992788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28729): Terminated: ok {rc=0}\u000a08:34:49.002522 --- ParallelTerminationStrategy: PID 28730 died...\u000a08:34:49.056596 run iperf3-srv_10.42.42.10(pid=28730): Terminated {rc=256}\u000a08:34:49.066400 --- ParallelTerminationStrategy: PID 28731 died...\u000a08:34:49.120686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28731): Terminated: ok {rc=0}\u000a08:34:49.130399 --- ParallelTerminationStrategy: PID 28732 died...\u000a08:34:49.184471 run iperf3-srv_10.42.42.10(pid=28732): Terminated {rc=256}\u000a08:34:49.194244 --- ParallelTerminationStrategy: PID 28733 died...\u000a08:34:49.248494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28733): Terminated: ok {rc=0}\u000a08:34:49.258247 --- ParallelTerminationStrategy: PID 28734 died...\u000a08:34:49.312362 run iperf3-srv_10.42.42.10(pid=28734): Terminated {rc=256}\u000a08:34:49.322150 --- ParallelTerminationStrategy: PID 28735 died...\u000a08:34:49.376404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28735): Terminated: ok {rc=0}\u000a08:34:49.386188 --- ParallelTerminationStrategy: PID 28736 died...\u000a08:34:49.440538 run iperf3-srv_10.42.42.10(pid=28736): Terminated {rc=256}\u000a08:34:49.450387 --- ParallelTerminationStrategy: PID 28739 died...\u000a08:34:49.504829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28739): Terminated: ok {rc=0}\u000a08:34:49.514641 --- ParallelTerminationStrategy: PID 28742 died...\u000a08:34:49.568865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28742): Terminated: ok {rc=0}\u000a08:34:49.578567 --- ParallelTerminationStrategy: PID 28745 died...\u000a08:34:49.632701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28745): Terminated: ok {rc=0}\u000a08:34:49.721502 bus /gobi_4: Setting Powered False\u000a08:34:50.824687 bus /gobi_4: Setting Powered False\u000a08:34:51.936371 bus /gobi_1: Setting Powered False\u000a08:34:53.039586 bus /gobi_1: Setting Powered False\u000a08:34:54.151466 bus /gobi_0: Setting Powered False\u000a08:34:55.254751 bus /gobi_0: Setting Powered False\u000a08:34:56.366938 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28756): Process ended prematurely: osmo-stp_10.42.42.5(pid=28756) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28756)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28756): Process ended prematurely: osmo-stp_10.42.42.5(pid=28756) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:34:57.434117 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:57.446010 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:34:57.602864 tst ping.py: using LAC 39695\u000a08:34:57.729274 tst ping.py: using RAC 170\u000a08:34:57.851098 tst ping.py: using CellId 39695\u000a08:34:57.969732 tst ping.py: using BVCI 39696\u000a08:34:57.993198 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:58.004370 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:58.015402 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:58.026379 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:58.038059 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:58.049564 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:58.061386 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:34:58.073030 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:34:58.369307 tst ping.py:19: start network...\u000a08:34:58.504929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:59.029897 run create_hlr_db(pid=28747): Launched\u000a08:34:59.218312 bus /gobi_6: Setting Powered False\u000a08:35:00.239170 run create_hlr_db(pid=28747): Terminated: ok {rc=0}\u000a08:35:00.651625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28749): Launched\u000a08:35:01.072813 run osmo-hlr_10.42.42.2(pid=28750): Launched\u000a08:35:01.332781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:01.924640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28755): Launched\u000a08:35:02.345907 run osmo-stp_10.42.42.5(pid=28756): Launched\u000a08:35:02.510750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:35:03.082024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28758): Launched\u000a08:35:03.197369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:35:03.483879 run patchelf(pid=28759): Launched\u000a08:35:03.674527 run osmo-stp_10.42.42.5(pid=28756): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28756)]\u000a08:35:03.813258 run osmo-stp_10.42.42.5(pid=28756): stdout: \u000a| (launched: 2022-12-14_08:35:02.092709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:03.952230 run osmo-stp_10.42.42.5(pid=28756): stderr: \u000a| �[0;m�[38;5;43m20221214083502416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083502417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083502417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083502417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083502418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083502418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083502418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:04.087104 run osmo-stp_10.42.42.5(pid=28756): stdout: \u000a| (launched: 2022-12-14_08:35:02.092709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:04.220727 run osmo-stp_10.42.42.5(pid=28756): stderr: \u000a| �[0;m�[38;5;43m20221214083502416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083502417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083502417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083502417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083502418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083502418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083502418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:04.376212 run patchelf(pid=28759): Terminating (SIGINT)\u000a08:35:04.558014 run patchelf(pid=28759): Terminated: ok {rc=0}\u000a08:35:04.590935 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28756): Process ended prematurely: osmo-stp_10.42.42.5(pid=28756) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28756)] [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:35:04.600386 tst ping.py:22: Test FAILED (7.2 sec)\u000a08:35:04.664277 run osmo-hlr_10.42.42.2(pid=28750): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28750)]\u000a08:35:04.716431 run osmo-hlr_10.42.42.2(pid=28750): stdout: \u000a| (launched: 2022-12-14_08:35:00.806186) \u000a08:35:04.769220 run osmo-hlr_10.42.42.2(pid=28750): stderr: \u000a| �[0;m�[1;31m20221214083501048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083501048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083501049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083501049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083501049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083501049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083501069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083501082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083501082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083501082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:04.814733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28749): Terminating (SIGTERM)\u000a08:35:04.857228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28755): Terminating (SIGTERM)\u000a08:35:04.899901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28758): Terminating (SIGTERM)\u000a08:35:04.909800 --- ParallelTerminationStrategy: PID 28749 died...\u000a08:35:04.967207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28749): Terminated: ok {rc=0}\u000a08:35:04.977811 --- ParallelTerminationStrategy: PID 28755 died...\u000a08:35:05.034458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28755): Terminated: ok {rc=0}\u000a08:35:05.044796 --- ParallelTerminationStrategy: PID 28758 died...\u000a08:35:05.101366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28758): Terminated: ok {rc=0}\u000a08:35:05.188132 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28766): Process ended prematurely: osmo-stp_10.42.42.5(pid=28766) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28766)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28766): Process ended prematurely: osmo-stp_10.42.42.5(pid=28766) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:35:06.241142 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:35:06.253484 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:35:06.408776 tst ping_idle_ping.py: using LAC 39696\u000a08:35:06.541696 tst ping_idle_ping.py: using RAC 171\u000a08:35:06.668691 tst ping_idle_ping.py: using CellId 39696\u000a08:35:06.801206 tst ping_idle_ping.py: using BVCI 39697\u000a08:35:06.826359 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:35:06.837962 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:35:06.849210 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:35:06.860311 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:35:06.871495 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:35:06.882762 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:35:06.894253 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:35:06.905492 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:35:07.185829 tst ping_idle_ping.py:24: start network...\u000a08:35:07.312046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:07.798258 run create_hlr_db(pid=28760): Launched\u000a08:35:07.973250 bus /gobi_6: Setting Powered False\u000a08:35:08.994814 run create_hlr_db(pid=28760): Terminated: ok {rc=0}\u000a08:35:09.403516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28762): Launched\u000a08:35:09.712171 run osmo-hlr_10.42.42.2(pid=28763): Launched\u000a08:35:09.830451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:10.372548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28765): Launched\u000a08:35:10.680643 run osmo-stp_10.42.42.5(pid=28766): Launched\u000a08:35:10.791232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:35:11.327378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28768): Launched\u000a08:35:11.435655 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:35:11.705663 run patchelf(pid=28769): Launched\u000a08:35:11.884196 run osmo-stp_10.42.42.5(pid=28766): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28766)]\u000a08:35:12.014615 run osmo-stp_10.42.42.5(pid=28766): stdout: \u000a| (launched: 2022-12-14_08:35:10.526949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:12.146352 run osmo-stp_10.42.42.5(pid=28766): stderr: \u000a| �[0;m�[38;5;43m20221214083510700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083510700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083510700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083510700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083510701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083510701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083510701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:12.272335 run osmo-stp_10.42.42.5(pid=28766): stdout: \u000a| (launched: 2022-12-14_08:35:10.526949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:12.397453 run osmo-stp_10.42.42.5(pid=28766): stderr: \u000a| �[0;m�[38;5;43m20221214083510700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083510700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083510700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083510700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083510701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083510701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083510701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:12.542749 run patchelf(pid=28769): Terminating (SIGINT)\u000a08:35:12.713724 run patchelf(pid=28769): Terminated: ok {rc=0}\u000a08:35:12.744756 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28766): Process ended prematurely: osmo-stp_10.42.42.5(pid=28766) [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28766)] [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:35:12.753570 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:35:12.814713 run osmo-hlr_10.42.42.2(pid=28763): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28763)]\u000a08:35:12.864426 run osmo-hlr_10.42.42.2(pid=28763): stdout: \u000a| (launched: 2022-12-14_08:35:09.558211) \u000a08:35:12.914855 run osmo-hlr_10.42.42.2(pid=28763): stderr: \u000a| �[0;m�[1;31m20221214083509738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083509738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083509738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083509739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083509739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083509739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083509751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083509761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083509761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083509761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:12.957686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28762): Terminating (SIGTERM)\u000a08:35:12.997973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28765): Terminating (SIGTERM)\u000a08:35:13.038596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28768): Terminating (SIGTERM)\u000a08:35:13.047906 --- ParallelTerminationStrategy: PID 28762 died...\u000a08:35:13.102188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28762): Terminated: ok {rc=0}\u000a08:35:13.111753 --- ParallelTerminationStrategy: PID 28765 died...\u000a08:35:13.165620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28765): Terminated: ok {rc=0}\u000a08:35:13.175284 --- ParallelTerminationStrategy: PID 28768 died...\u000a08:35:13.229231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28768): Terminated: ok {rc=0}\u000a08:35:13.313817 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:34:13" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28779): Process ended prematurely: osmo-stp_10.42.42.5(pid=28779) [trial-2402↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28779)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28779): Process ended prematurely: osmo-stp_10.42.42.5(pid=28779) [trial-2402↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:35:15.312298 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:35:15.323778 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:35:15.478985 tst switch_tch_pdch.py: using LAC 39697\u000a08:35:15.598027 tst switch_tch_pdch.py: using RAC 172\u000a08:35:15.716398 tst switch_tch_pdch.py: using CellId 39697\u000a08:35:15.840427 tst switch_tch_pdch.py: using BVCI 39698\u000a08:35:15.866715 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:35:15.878678 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:35:15.890579 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:35:15.902321 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:35:15.915253 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:35:15.928484 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:35:15.941850 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:35:15.954737 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:35:16.098938 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:35:16.443970 tst switch_tch_pdch.py:51: start network...\u000a08:35:16.582926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:17.149517 run create_hlr_db(pid=28773): Launched\u000a08:35:17.340260 bus /gobi_6: Setting Powered False\u000a08:35:18.358684 run create_hlr_db(pid=28773): Terminated: ok {rc=0}\u000a08:35:18.769735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28775): Launched\u000a08:35:19.085794 run osmo-hlr_10.42.42.2(pid=28776): Launched\u000a08:35:19.206532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:19.774429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28778): Launched\u000a08:35:20.100573 run osmo-stp_10.42.42.5(pid=28779): Launched\u000a08:35:20.217865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:35:20.786338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28781): Launched\u000a08:35:20.901714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:35:21.188192 run patchelf(pid=28782): Launched\u000a08:35:21.377687 run osmo-stp_10.42.42.5(pid=28779): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28779)]\u000a08:35:21.516699 run osmo-stp_10.42.42.5(pid=28779): stdout: \u000a| (launched: 2022-12-14_08:35:19.939149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:21.655305 run osmo-stp_10.42.42.5(pid=28779): stderr: \u000a| �[0;m�[38;5;43m20221214083520137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083520138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083520138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083520138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083520139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083520139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083520139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:21.789846 run osmo-stp_10.42.42.5(pid=28779): stdout: \u000a| (launched: 2022-12-14_08:35:19.939149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:21.922952 run osmo-stp_10.42.42.5(pid=28779): stderr: \u000a| �[0;m�[38;5;43m20221214083520137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083520138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083520138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083520138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083520139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083520139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083520139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:22.077655 run patchelf(pid=28782): Terminating (SIGINT)\u000a08:35:22.259128 run patchelf(pid=28782): Terminated: ok {rc=0}\u000a08:35:22.291951 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28779): Process ended prematurely: osmo-stp_10.42.42.5(pid=28779) [trial-2402↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28779)] [trial-2402↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:35:22.301725 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a08:35:22.365091 run osmo-hlr_10.42.42.2(pid=28776): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28776)]\u000a08:35:22.416802 run osmo-hlr_10.42.42.2(pid=28776): stdout: \u000a| (launched: 2022-12-14_08:35:18.923329) \u000a08:35:22.469021 run osmo-hlr_10.42.42.2(pid=28776): stderr: \u000a| �[0;m�[1;31m20221214083519110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083519110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083519110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083519110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083519110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083519110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083519122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083519130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083519131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083519131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:22.513742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28775): Terminating (SIGTERM)\u000a08:35:22.555985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28778): Terminating (SIGTERM)\u000a08:35:22.598162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28781): Terminating (SIGTERM)\u000a08:35:22.607573 --- ParallelTerminationStrategy: PID 28775 died...\u000a08:35:22.663804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28775): Terminated: ok {rc=0}\u000a08:35:22.674037 --- ParallelTerminationStrategy: PID 28778 died...\u000a08:35:22.729958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28778): Terminated: ok {rc=0}\u000a08:35:22.739985 --- ParallelTerminationStrategy: PID 28781 died...\u000a08:35:22.795668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28781): Terminated: ok {rc=0}\u000a08:35:22.882939 bus /gobi_0: Setting Powered False\u000a08:35:23.986036 bus /gobi_0: Setting Powered False\u000a08:35:25.097491 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:35:15" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28792): Process ended prematurely: osmo-stp_10.42.42.5(pid=28792) [trial-2402↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28792)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28792): Process ended prematurely: osmo-stp_10.42.42.5(pid=28792) [trial-2402↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:35:27.034230 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:35:27.045806 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:35:27.199509 tst switch_tch_pdch.py: using LAC 39698\u000a08:35:27.322921 tst switch_tch_pdch.py: using RAC 173\u000a08:35:27.444097 tst switch_tch_pdch.py: using CellId 39698\u000a08:35:27.565837 tst switch_tch_pdch.py: using BVCI 39699\u000a08:35:27.589299 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:35:27.600280 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:35:27.611315 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:35:27.622122 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:35:27.633094 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:35:27.644019 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:35:27.655242 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:35:27.666340 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:35:27.787194 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:35:28.082783 tst switch_tch_pdch.py:51: start network...\u000a08:35:28.218461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:28.713755 run create_hlr_db(pid=28786): Launched\u000a08:35:28.845414 bus /gobi_6: Setting Powered False\u000a08:35:29.921862 run create_hlr_db(pid=28786): Terminated: ok {rc=0}\u000a08:35:30.307162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28788): Launched\u000a08:35:30.615883 run osmo-hlr_10.42.42.2(pid=28789): Launched\u000a08:35:30.727465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:31.314497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28791): Launched\u000a08:35:31.814453 run osmo-stp_10.42.42.5(pid=28792): Launched\u000a08:35:31.961626 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:35:32.509841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28794): Launched\u000a08:35:32.625197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:35:32.912207 run patchelf(pid=28795): Launched\u000a08:35:33.102710 run osmo-stp_10.42.42.5(pid=28792): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28792)]\u000a08:35:33.242577 run osmo-stp_10.42.42.5(pid=28792): stdout: \u000a| (launched: 2022-12-14_08:35:31.507859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:33.382654 run osmo-stp_10.42.42.5(pid=28792): stderr: \u000a| �[0;m�[38;5;43m20221214083531732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083531732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083531732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083531732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083531733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083531733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083531733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:33.517457 run osmo-stp_10.42.42.5(pid=28792): stdout: \u000a| (launched: 2022-12-14_08:35:31.507859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:33.651162 run osmo-stp_10.42.42.5(pid=28792): stderr: \u000a| �[0;m�[38;5;43m20221214083531732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083531732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083531732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083531732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083531733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083531733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083531733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:33.805792 run patchelf(pid=28795): Terminating (SIGINT)\u000a08:35:33.987063 run patchelf(pid=28795): Terminated: ok {rc=0}\u000a08:35:34.019947 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28792): Process ended prematurely: osmo-stp_10.42.42.5(pid=28792) [trial-2402↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28792)] [trial-2402↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:35:34.029532 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a08:35:34.092985 run osmo-hlr_10.42.42.2(pid=28789): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28789)]\u000a08:35:34.144884 run osmo-hlr_10.42.42.2(pid=28789): stdout: \u000a| (launched: 2022-12-14_08:35:30.461349) \u000a08:35:34.197578 run osmo-hlr_10.42.42.2(pid=28789): stderr: \u000a| �[0;m�[1;31m20221214083530638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083530638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083530638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083530638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083530638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083530638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083530650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083530658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083530658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083530658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:34.242930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28788): Terminating (SIGTERM)\u000a08:35:34.285111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28791): Terminating (SIGTERM)\u000a08:35:34.327703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28794): Terminating (SIGTERM)\u000a08:35:34.337582 --- ParallelTerminationStrategy: PID 28788 died...\u000a08:35:34.394053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28788): Terminated: ok {rc=0}\u000a08:35:34.404163 --- ParallelTerminationStrategy: PID 28791 died...\u000a08:35:34.460245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28791): Terminated: ok {rc=0}\u000a08:35:34.470400 --- ParallelTerminationStrategy: PID 28794 died...\u000a08:35:34.526058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28794): Terminated: ok {rc=0}\u000a08:35:34.613337 bus /gobi_0: Setting Powered False\u000a08:35:35.716313 bus /gobi_0: Setting Powered False\u000a08:35:36.828576 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:35:26" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28801): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28801) [trial-2402↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28801)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28801): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28801) [trial-2402↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a08:35:38.692486 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a08:35:38.703678 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a08:35:38.831651 tst mo_mt_sms.py: using LAC 39699\u000a08:35:38.958848 tst mo_mt_sms.py: using RAC 174\u000a08:35:39.086522 tst mo_mt_sms.py: using CellId 39699\u000a08:35:39.210486 tst mo_mt_sms.py: using BVCI 39700\u000a08:35:39.234203 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:35:39.353183 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:35:39.632749 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:35:39.759871 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:35:40.392184 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28800): Launched\u000a08:35:40.698884 run osmo-nitb_10.42.42.2(pid=28801): Launched\u000a08:35:40.885531 run osmo-nitb_10.42.42.2(pid=28801): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28801)]\u000a08:35:41.022781 run osmo-nitb_10.42.42.2(pid=28801): stdout: \u000a| (launched: 2022-12-14_08:35:40.548558) \u000a08:35:41.160364 run osmo-nitb_10.42.42.2(pid=28801): stderr: \u000a| (launched: 2022-12-14_08:35:40.593744)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:35:41.294474 run osmo-nitb_10.42.42.2(pid=28801): stdout: \u000a| (launched: 2022-12-14_08:35:40.548558) \u000a08:35:41.426795 run osmo-nitb_10.42.42.2(pid=28801): stderr: \u000a| (launched: 2022-12-14_08:35:40.593744)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:35:41.821287 tst osmo-nitb_10.42.42.2(pid=28801): stdout: \u000a| (launched: 2022-12-14_08:35:40.548558) \u000a08:35:41.965559 tst osmo-nitb_10.42.42.2(pid=28801): stderr: \u000a| (launched: 2022-12-14_08:35:40.593744)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:35:42.018310 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28801): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28801) [trial-2402↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28801)] [trial-2402↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a08:35:42.026368 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a08:35:42.060797 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28800): Terminating (SIGTERM)\u000a08:35:42.238650 --- ParallelTerminationStrategy: PID 28800 died...\u000a08:35:42.293627 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28800): Terminated: ok {rc=0}\u000a08:35:42.382680 bus /sierra_3: Setting Powered False\u000a08:35:43.490881 bus /sierra_3: Setting Powered False\u000a08:35:44.604872 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:35:38" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28811): Process ended prematurely: osmo-stp_10.42.42.5(pid=28811) [trial-2402↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28811)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28811): Process ended prematurely: osmo-stp_10.42.42.5(pid=28811) [trial-2402↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a08:35:46.476774 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:35:46.488758 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a08:35:46.640247 tst mo_mt_sms.py: using LAC 39700\u000a08:35:46.769774 tst mo_mt_sms.py: using RAC 175\u000a08:35:46.891707 tst mo_mt_sms.py: using CellId 39700\u000a08:35:47.017178 tst mo_mt_sms.py: using BVCI 39701\u000a08:35:47.043335 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:35:47.055762 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:35:47.067832 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:35:47.079838 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:35:47.092342 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:35:47.103875 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:35:47.243208 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:35:47.455484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:47.979093 run create_hlr_db(pid=28805): Launched\u000a08:35:48.167676 bus /sierra_2: Setting Powered False\u000a08:35:49.188529 run create_hlr_db(pid=28805): Terminated: ok {rc=0}\u000a08:35:49.599928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28807): Launched\u000a08:35:49.907133 run osmo-hlr_10.42.42.2(pid=28808): Launched\u000a08:35:50.026244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:50.564280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28810): Launched\u000a08:35:50.873144 run osmo-stp_10.42.42.5(pid=28811): Launched\u000a08:35:50.984253 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:35:51.544423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28813): Launched\u000a08:35:51.852213 run osmo-msc_10.42.42.6(pid=28814): Launched\u000a08:35:52.039789 run osmo-stp_10.42.42.5(pid=28811): ERR: Terminated: ERROR {rc=1} [trial-2402↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28811)]\u000a08:35:52.172004 run osmo-stp_10.42.42.5(pid=28811): stdout: \u000a| (launched: 2022-12-14_08:35:50.718649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:52.299182 run osmo-stp_10.42.42.5(pid=28811): stderr: \u000a| �[0;m�[38;5;43m20221214083550893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083550893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083550893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083550894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083550894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083550894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083550894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:52.420771 run osmo-stp_10.42.42.5(pid=28811): stdout: \u000a| (launched: 2022-12-14_08:35:50.718649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:52.541538 run osmo-stp_10.42.42.5(pid=28811): stderr: \u000a| �[0;m�[38;5;43m20221214083550893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083550893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083550893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083550894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083550894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083550894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083550894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:52.594638 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28811): Process ended prematurely: osmo-stp_10.42.42.5(pid=28811) [trial-2402↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28811)] [trial-2402↪sms:oc2g↪mo_mt_sms.py:16]\u000a08:35:52.602664 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a08:35:52.663604 run osmo-hlr_10.42.42.2(pid=28808): ERR: Terminated: ERROR {rc=237} [trial-2402↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28808)]\u000a08:35:52.713105 run osmo-hlr_10.42.42.2(pid=28808): stdout: \u000a| (launched: 2022-12-14_08:35:49.754254) \u000a08:35:52.763070 run osmo-hlr_10.42.42.2(pid=28808): stderr: \u000a| �[0;m�[1;31m20221214083549934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083549934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083549934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083549934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083549934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083549934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083549946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083549955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083549955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083549955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:52.831267 run osmo-msc_10.42.42.6(pid=28814): ERR: Terminated: ERROR {rc=2} [trial-2402↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28814)]\u000a08:35:52.880680 run osmo-msc_10.42.42.6(pid=28814): stdout: \u000a| (launched: 2022-12-14_08:35:51.698765) \u000a08:35:52.930473 run osmo-msc_10.42.42.6(pid=28814): stderr: \u000a| �[0;m�[38;5;43m20221214083551970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083551970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f273e6e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083551970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083551970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083551972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083551973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083551974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083551975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083551975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083551975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:35:52.973068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28807): Terminating (SIGTERM)\u000a08:35:53.013057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28810): Terminating (SIGTERM)\u000a08:35:53.053140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28813): Terminating (SIGTERM)\u000a08:35:53.062374 --- ParallelTerminationStrategy: PID 28807 died...\u000a08:35:53.116353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28807): Terminated: ok {rc=0}\u000a08:35:53.125989 --- ParallelTerminationStrategy: PID 28810 died...\u000a08:35:53.179719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28810): Terminated: ok {rc=0}\u000a08:35:53.189443 --- ParallelTerminationStrategy: PID 28813 died...\u000a08:35:53.243440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28813): Terminated: ok {rc=0}\u000a08:35:53.327536 bus /sierra_3: Setting Powered False\u000a08:35:54.429806 bus /sierra_3: Setting Powered False\u000a08:35:55.541830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:35:46" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28821): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28821) [trial-2402↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28821)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28821): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28821) [trial-2402↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a08:35:57.343117 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a08:35:57.354700 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a08:35:57.477257 tst assert_extension.py: using LAC 39701\u000a08:35:57.598233 tst assert_extension.py: using RAC 176\u000a08:35:57.717188 tst assert_extension.py: using CellId 39701\u000a08:35:57.838290 tst assert_extension.py: using BVCI 39702\u000a08:35:57.861631 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a08:35:58.155797 tst assert_extension.py:10: start nitb and bts...\u000a08:35:58.291633 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:35:58.967261 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28820): Launched\u000a08:35:59.293089 run osmo-nitb_10.42.42.2(pid=28821): Launched\u000a08:35:59.493616 run osmo-nitb_10.42.42.2(pid=28821): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28821)]\u000a08:35:59.640161 run osmo-nitb_10.42.42.2(pid=28821): stdout: \u000a| (launched: 2022-12-14_08:35:59.133805) \u000a08:35:59.787193 run osmo-nitb_10.42.42.2(pid=28821): stderr: \u000a| (launched: 2022-12-14_08:35:59.182537)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:35:59.929521 run osmo-nitb_10.42.42.2(pid=28821): stdout: \u000a| (launched: 2022-12-14_08:35:59.133805) \u000a08:36:00.070904 run osmo-nitb_10.42.42.2(pid=28821): stderr: \u000a| (launched: 2022-12-14_08:35:59.182537)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:36:00.424161 tst osmo-nitb_10.42.42.2(pid=28821): stdout: \u000a| (launched: 2022-12-14_08:35:59.133805) \u000a08:36:00.553471 tst osmo-nitb_10.42.42.2(pid=28821): stderr: \u000a| (launched: 2022-12-14_08:35:59.182537)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:36:00.610066 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28821): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28821) [trial-2402↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28821)] [trial-2402↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a08:36:00.618823 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a08:36:00.655135 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28820): Terminating (SIGTERM)\u000a08:36:00.832885 --- ParallelTerminationStrategy: PID 28820 died...\u000a08:36:00.899930 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28820): Terminated: ok {rc=0}\u000a08:36:01.013129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:35:57" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28831): Process ended prematurely: osmo-stp_10.42.42.5(pid=28831) [trial-2402↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28831)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28831): Process ended prematurely: osmo-stp_10.42.42.5(pid=28831) [trial-2402↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a08:36:02.851831 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:02.863071 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a08:36:03.007287 tst assert_extension.py: using LAC 39702\u000a08:36:03.139677 tst assert_extension.py: using RAC 177\u000a08:36:03.272443 tst assert_extension.py: using CellId 39702\u000a08:36:03.400148 tst assert_extension.py: using BVCI 39703\u000a08:36:03.425666 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:03.436790 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:03.447876 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:03.458859 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:03.469932 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:03.480844 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a08:36:03.683608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:04.167029 run create_hlr_db(pid=28825): Launched\u000a08:36:04.342036 bus /sierra_2: Setting Powered False\u000a08:36:05.363874 run create_hlr_db(pid=28825): Terminated: ok {rc=0}\u000a08:36:05.770815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28827): Launched\u000a08:36:06.078488 run osmo-hlr_10.42.42.2(pid=28828): Launched\u000a08:36:06.196583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:06.742671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28830): Launched\u000a08:36:07.050770 run osmo-stp_10.42.42.5(pid=28831): Launched\u000a08:36:07.162516 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:07.719428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28833): Launched\u000a08:36:08.027612 run osmo-msc_10.42.42.6(pid=28834): Launched\u000a08:36:08.206796 run osmo-stp_10.42.42.5(pid=28831): ERR: Terminated: ERROR {rc=1} [trial-2402↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28831)]\u000a08:36:08.335611 run osmo-stp_10.42.42.5(pid=28831): stdout: \u000a| (launched: 2022-12-14_08:36:06.896636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:08.462579 run osmo-stp_10.42.42.5(pid=28831): stderr: \u000a| �[0;m�[38;5;43m20221214083607069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083607069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083607070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083607070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083607072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083607072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083607072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:08.583685 run osmo-stp_10.42.42.5(pid=28831): stdout: \u000a| (launched: 2022-12-14_08:36:06.896636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:08.703821 run osmo-stp_10.42.42.5(pid=28831): stderr: \u000a| �[0;m�[38;5;43m20221214083607069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083607069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083607070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083607070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083607072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083607072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083607072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:08.756492 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28831): Process ended prematurely: osmo-stp_10.42.42.5(pid=28831) [trial-2402↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28831)] [trial-2402↪ussd:oc2g↪assert_extension.py:17]\u000a08:36:08.764472 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a08:36:08.825039 run osmo-hlr_10.42.42.2(pid=28828): ERR: Terminated: ERROR {rc=237} [trial-2402↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28828)]\u000a08:36:08.873964 run osmo-hlr_10.42.42.2(pid=28828): stdout: \u000a| (launched: 2022-12-14_08:36:05.924582) \u000a08:36:08.923515 run osmo-hlr_10.42.42.2(pid=28828): stderr: \u000a| �[0;m�[1;31m20221214083606106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083606106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083606106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083606106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083606106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083606106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083606118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083606126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083606126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083606126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:08.990802 run osmo-msc_10.42.42.6(pid=28834): ERR: Terminated: ERROR {rc=2} [trial-2402↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28834)]\u000a08:36:09.039656 run osmo-msc_10.42.42.6(pid=28834): stdout: \u000a| (launched: 2022-12-14_08:36:07.873089) \u000a08:36:09.089250 run osmo-msc_10.42.42.6(pid=28834): stderr: \u000a| �[0;m�[38;5;43m20221214083608146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083608146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48aa402c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083608146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083608146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083608146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083608146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083608148 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083608148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083608149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083608149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:09.131174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28827): Terminating (SIGTERM)\u000a08:36:09.170766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28830): Terminating (SIGTERM)\u000a08:36:09.210230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28833): Terminating (SIGTERM)\u000a08:36:09.219382 --- ParallelTerminationStrategy: PID 28827 died...\u000a08:36:09.273343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28827): Terminated: ok {rc=0}\u000a08:36:09.282891 --- ParallelTerminationStrategy: PID 28830 died...\u000a08:36:09.336150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28830): Terminated: ok {rc=0}\u000a08:36:09.345842 --- ParallelTerminationStrategy: PID 28833 died...\u000a08:36:09.398492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28833): Terminated: ok {rc=0}\u000a08:36:09.487868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:36:02" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:36:11.401473 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:11.412532 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:36:11.561056 tst mo_mt_call.py: using LAC 39703\u000a08:36:11.683811 tst mo_mt_call.py: using RAC 178\u000a08:36:11.806040 tst mo_mt_call.py: using CellId 39703\u000a08:36:11.927724 tst mo_mt_call.py: using BVCI 39704\u000a08:36:11.951403 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:11.962631 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:11.973768 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:11.984728 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:11.996136 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:12.007611 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:36:12.123024 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:36:12.329306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:12.820374 run create_hlr_db(pid=28839): Launched\u000a08:36:12.997733 bus /sierra_2: Setting Powered False\u000a08:36:14.019540 run create_hlr_db(pid=28839): Terminated: ok {rc=0}\u000a08:36:14.433175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28841): Launched\u000a08:36:14.746828 run osmo-hlr_10.42.42.2(pid=28842): Launched\u000a08:36:14.861445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:15.402214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Launched\u000a08:36:15.718039 run osmo-stp_10.42.42.5(pid=28845): Launched\u000a08:36:15.832621 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:16.471488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28847): Launched\u000a08:36:16.907755 run osmo-msc_10.42.42.6(pid=28848): Launched\u000a08:36:17.267402 run osmo-stp_10.42.42.5(pid=28845): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)]\u000a08:36:17.409426 run osmo-stp_10.42.42.5(pid=28845): stdout: \u000a| (launched: 2022-12-14_08:36:15.560225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:17.550648 run osmo-stp_10.42.42.5(pid=28845): stderr: \u000a| �[0;m�[38;5;43m20221214083615734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083615734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083615734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083615735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083615735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083615735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083615735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:17.684436 run osmo-stp_10.42.42.5(pid=28845): stdout: \u000a| (launched: 2022-12-14_08:36:15.560225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:17.816430 run osmo-stp_10.42.42.5(pid=28845): stderr: \u000a| �[0;m�[38;5;43m20221214083615734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083615734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083615734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083615735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083615735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083615735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083615735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:17.874768 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)] [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:36:17.884241 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:36:17.947523 run osmo-hlr_10.42.42.2(pid=28842): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28842)]\u000a08:36:17.999658 run osmo-hlr_10.42.42.2(pid=28842): stdout: \u000a| (launched: 2022-12-14_08:36:14.591119) \u000a08:36:18.052853 run osmo-hlr_10.42.42.2(pid=28842): stderr: \u000a| �[0;m�[1;31m20221214083614772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083614772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083614773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083614773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083614773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083614773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083614784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083614793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083614793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083614793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:18.124247 run osmo-msc_10.42.42.6(pid=28848): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28848)]\u000a08:36:18.176457 run osmo-msc_10.42.42.6(pid=28848): stdout: \u000a| (launched: 2022-12-14_08:36:16.659803) \u000a08:36:18.228997 run osmo-msc_10.42.42.6(pid=28848): stderr: \u000a| �[0;m�[38;5;43m20221214083617239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083617239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61f541fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083617239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083617239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083617239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083617240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083617241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083617242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083617242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083617242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:18.273287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28841): Terminating (SIGTERM)\u000a08:36:18.315322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Terminating (SIGTERM)\u000a08:36:18.357970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28847): Terminating (SIGTERM)\u000a08:36:18.367713 --- ParallelTerminationStrategy: PID 28841 died...\u000a08:36:18.424197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28841): Terminated: ok {rc=0}\u000a08:36:18.434460 --- ParallelTerminationStrategy: PID 28844 died...\u000a08:36:18.490431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Terminated: ok {rc=0}\u000a08:36:18.500423 --- ParallelTerminationStrategy: PID 28847 died...\u000a08:36:18.556422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28847): Terminated: ok {rc=0}\u000a08:36:18.641440 bus /sierra_3: Setting Powered False\u000a08:36:19.747339 bus /sierra_3: Setting Powered False\u000a08:36:20.858835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:36:21.970017 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:21.982169 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:36:22.131009 tst mo_mt_call_osmux.py: using LAC 39704\u000a08:36:22.254802 tst mo_mt_call_osmux.py: using RAC 179\u000a08:36:22.376175 tst mo_mt_call_osmux.py: using CellId 39704\u000a08:36:22.507814 tst mo_mt_call_osmux.py: using BVCI 39705\u000a08:36:22.533499 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:22.545360 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:22.556734 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:22.568386 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:22.579898 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:36:22.591425 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:36:22.707700 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:36:22.922671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:23.455605 run create_hlr_db(pid=28850): Launched\u000a08:36:23.646993 bus /sierra_2: Setting Powered False\u000a08:36:24.668121 run create_hlr_db(pid=28850): Terminated: ok {rc=0}\u000a08:36:25.086486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Launched\u000a08:36:25.401143 run osmo-hlr_10.42.42.2(pid=28853): Launched\u000a08:36:25.527822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:26.074561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Launched\u000a08:36:26.388488 run osmo-stp_10.42.42.5(pid=28856): Launched\u000a08:36:26.512421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:27.082075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Launched\u000a08:36:27.396408 run osmo-msc_10.42.42.6(pid=28859): Launched\u000a08:36:27.579219 run osmo-stp_10.42.42.5(pid=28856): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]\u000a08:36:27.710696 run osmo-stp_10.42.42.5(pid=28856): stdout: \u000a| (launched: 2022-12-14_08:36:26.231997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:27.839905 run osmo-stp_10.42.42.5(pid=28856): stderr: \u000a| �[0;m�[38;5;43m20221214083626406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083626406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083626407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083626407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083626408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083626408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083626408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:27.964154 run osmo-stp_10.42.42.5(pid=28856): stdout: \u000a| (launched: 2022-12-14_08:36:26.231997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:28.087743 run osmo-stp_10.42.42.5(pid=28856): stderr: \u000a| �[0;m�[38;5;43m20221214083626406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083626406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083626407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083626407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083626408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083626408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083626408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:28.142122 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)] [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:36:28.150965 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:36:28.211483 run osmo-hlr_10.42.42.2(pid=28853): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28853)]\u000a08:36:28.261035 run osmo-hlr_10.42.42.2(pid=28853): stdout: \u000a| (launched: 2022-12-14_08:36:25.243693) \u000a08:36:28.310738 run osmo-hlr_10.42.42.2(pid=28853): stderr: \u000a| �[0;m�[1;31m20221214083625422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083625422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083625422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083625423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083625423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083625423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083625436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083625444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083625444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083625444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:28.378604 run osmo-msc_10.42.42.6(pid=28859): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28859)]\u000a08:36:28.427706 run osmo-msc_10.42.42.6(pid=28859): stdout: \u000a| (launched: 2022-12-14_08:36:27.239381) \u000a08:36:28.477578 run osmo-msc_10.42.42.6(pid=28859): stderr: \u000a| �[0;m�[38;5;43m20221214083627514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083627515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25d89f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083627515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083627515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083627515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083627515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083627517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083627517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083627518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083627518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:28.519766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Terminating (SIGTERM)\u000a08:36:28.559604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Terminating (SIGTERM)\u000a08:36:28.599398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Terminating (SIGTERM)\u000a08:36:28.608670 --- ParallelTerminationStrategy: PID 28852 died...\u000a08:36:28.662773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Terminated: ok {rc=0}\u000a08:36:28.672440 --- ParallelTerminationStrategy: PID 28855 died...\u000a08:36:28.725920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Terminated: ok {rc=0}\u000a08:36:28.735628 --- ParallelTerminationStrategy: PID 28858 died...\u000a08:36:28.789049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Terminated: ok {rc=0}\u000a08:36:28.877368 bus /sierra_3: Setting Powered False\u000a08:36:29.983047 bus /sierra_3: Setting Powered False\u000a08:36:31.097726 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:36:11" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28870): Process ended prematurely: osmo-stp_10.42.42.5(pid=28870) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28870)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28870): Process ended prematurely: osmo-stp_10.42.42.5(pid=28870) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:36:33.055381 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:33.066954 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:36:33.211155 tst mo_mt_call.py: using LAC 39705\u000a08:36:33.334116 tst mo_mt_call.py: using RAC 180\u000a08:36:33.454513 tst mo_mt_call.py: using CellId 39705\u000a08:36:33.583384 tst mo_mt_call.py: using BVCI 39706\u000a08:36:33.608900 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:33.620578 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:33.632098 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:33.643700 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:33.655240 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:33.666917 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:36:33.798794 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:36:34.000534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:34.473982 run create_hlr_db(pid=28864): Launched\u000a08:36:34.645834 bus /sierra_2: Setting Powered False\u000a08:36:35.668760 run create_hlr_db(pid=28864): Terminated: ok {rc=0}\u000a08:36:36.097482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28866): Launched\u000a08:36:36.422112 run osmo-hlr_10.42.42.2(pid=28867): Launched\u000a08:36:36.543717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:37.105706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28869): Launched\u000a08:36:37.430395 run osmo-stp_10.42.42.5(pid=28870): Launched\u000a08:36:37.546898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:38.137079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28872): Launched\u000a08:36:38.461590 run osmo-msc_10.42.42.6(pid=28873): Launched\u000a08:36:38.650923 run osmo-stp_10.42.42.5(pid=28870): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28870)]\u000a08:36:38.787174 run osmo-stp_10.42.42.5(pid=28870): stdout: \u000a| (launched: 2022-12-14_08:36:37.269208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:38.922730 run osmo-stp_10.42.42.5(pid=28870): stderr: \u000a| �[0;m�[38;5;43m20221214083637465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083637465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083637465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083637466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083637466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083637466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083637466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:39.052087 run osmo-stp_10.42.42.5(pid=28870): stdout: \u000a| (launched: 2022-12-14_08:36:37.269208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:39.180526 run osmo-stp_10.42.42.5(pid=28870): stderr: \u000a| �[0;m�[38;5;43m20221214083637465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083637465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083637465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083637466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083637466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083637466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083637466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:39.237623 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28870): Process ended prematurely: osmo-stp_10.42.42.5(pid=28870) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28870)] [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:36:39.246800 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:36:39.309812 run osmo-hlr_10.42.42.2(pid=28867): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28867)]\u000a08:36:39.362172 run osmo-hlr_10.42.42.2(pid=28867): stdout: \u000a| (launched: 2022-12-14_08:36:36.261291) \u000a08:36:39.414597 run osmo-hlr_10.42.42.2(pid=28867): stderr: \u000a| �[0;m�[1;31m20221214083636461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083636461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083636461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083636461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083636461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083636461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083636474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083636482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083636482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083636482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:39.485739 run osmo-msc_10.42.42.6(pid=28873): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28873)]\u000a08:36:39.537303 run osmo-msc_10.42.42.6(pid=28873): stdout: \u000a| (launched: 2022-12-14_08:36:38.300891) \u000a08:36:39.589552 run osmo-msc_10.42.42.6(pid=28873): stderr: \u000a| �[0;m�[38;5;43m20221214083638623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083638623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1aadbabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083638623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083638623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083638624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083638624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083638625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083638626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083638626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083638626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:39.633836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28866): Terminating (SIGTERM)\u000a08:36:39.675688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28869): Terminating (SIGTERM)\u000a08:36:39.717898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28872): Terminating (SIGTERM)\u000a08:36:39.727605 --- ParallelTerminationStrategy: PID 28866 died...\u000a08:36:39.783529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28866): Terminated: ok {rc=0}\u000a08:36:39.793670 --- ParallelTerminationStrategy: PID 28869 died...\u000a08:36:39.848921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28869): Terminated: ok {rc=0}\u000a08:36:39.858995 --- ParallelTerminationStrategy: PID 28872 died...\u000a08:36:39.914260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28872): Terminated: ok {rc=0}\u000a08:36:40.000835 bus /sierra_3: Setting Powered False\u000a08:36:41.104232 bus /sierra_3: Setting Powered False\u000a08:36:42.214698 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:36:43.324397 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:43.336113 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:36:43.481072 tst mo_mt_call_osmux.py: using LAC 39706\u000a08:36:43.599696 tst mo_mt_call_osmux.py: using RAC 181\u000a08:36:43.717506 tst mo_mt_call_osmux.py: using CellId 39706\u000a08:36:43.835548 tst mo_mt_call_osmux.py: using BVCI 39707\u000a08:36:43.858606 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:43.869632 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:43.880354 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:43.891253 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:43.902456 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:36:43.913682 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:36:44.029271 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:36:44.234220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:44.707556 run create_hlr_db(pid=28875): Launched\u000a08:36:44.878737 bus /sierra_2: Setting Powered False\u000a08:36:45.928794 run create_hlr_db(pid=28875): Terminated: ok {rc=0}\u000a08:36:46.382684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Launched\u000a08:36:46.805076 run osmo-hlr_10.42.42.2(pid=28878): Launched\u000a08:36:46.983407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:47.606319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Launched\u000a08:36:47.930300 run osmo-stp_10.42.42.5(pid=28881): Launched\u000a08:36:48.046418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:48.635709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Launched\u000a08:36:48.959297 run osmo-msc_10.42.42.6(pid=28884): Launched\u000a08:36:49.147754 run osmo-stp_10.42.42.5(pid=28881): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]\u000a08:36:49.283095 run osmo-stp_10.42.42.5(pid=28881): stdout: \u000a| (launched: 2022-12-14_08:36:47.770563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:49.419080 run osmo-stp_10.42.42.5(pid=28881): stderr: \u000a| �[0;m�[38;5;43m20221214083647964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083647965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083647965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083647965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083647966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083647966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083647966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:49.548061 run osmo-stp_10.42.42.5(pid=28881): stdout: \u000a| (launched: 2022-12-14_08:36:47.770563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:49.676051 run osmo-stp_10.42.42.5(pid=28881): stderr: \u000a| �[0;m�[38;5;43m20221214083647964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083647965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083647965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083647965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083647966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083647966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083647966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:49.732299 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)] [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:36:49.741570 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:36:49.804418 run osmo-hlr_10.42.42.2(pid=28878): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28878)]\u000a08:36:49.855584 run osmo-hlr_10.42.42.2(pid=28878): stdout: \u000a| (launched: 2022-12-14_08:36:46.550919) \u000a08:36:49.907504 run osmo-hlr_10.42.42.2(pid=28878): stderr: \u000a| �[0;m�[1;31m20221214083646861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083646861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083646861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083646861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083646861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083646861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083646879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083646893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083646894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083646894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:49.977748 run osmo-msc_10.42.42.6(pid=28884): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28884)]\u000a08:36:50.028832 run osmo-msc_10.42.42.6(pid=28884): stdout: \u000a| (launched: 2022-12-14_08:36:48.799525) \u000a08:36:50.080403 run osmo-msc_10.42.42.6(pid=28884): stderr: \u000a| �[0;m�[38;5;43m20221214083649122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083649122 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f282518bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083649122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083649122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083649122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083649122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083649124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083649124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083649124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083649125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:50.124086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Terminating (SIGTERM)\u000a08:36:50.165454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Terminating (SIGTERM)\u000a08:36:50.206767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Terminating (SIGTERM)\u000a08:36:50.216400 --- ParallelTerminationStrategy: PID 28877 died...\u000a08:36:50.271865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Terminated: ok {rc=0}\u000a08:36:50.281994 --- ParallelTerminationStrategy: PID 28880 died...\u000a08:36:50.337001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Terminated: ok {rc=0}\u000a08:36:50.347296 --- ParallelTerminationStrategy: PID 28883 died...\u000a08:36:50.402455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Terminated: ok {rc=0}\u000a08:36:50.488803 bus /sierra_3: Setting Powered False\u000a08:36:51.590828 bus /sierra_3: Setting Powered False\u000a08:36:52.699886 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:36:32" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28895): Process ended prematurely: osmo-stp_10.42.42.5(pid=28895) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28895)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28895): Process ended prematurely: osmo-stp_10.42.42.5(pid=28895) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:36:54.649365 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:54.660619 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:36:54.811480 tst mo_mt_call.py: using LAC 39707\u000a08:36:54.938197 tst mo_mt_call.py: using RAC 182\u000a08:36:55.064360 tst mo_mt_call.py: using CellId 39707\u000a08:36:55.192215 tst mo_mt_call.py: using BVCI 39708\u000a08:36:55.216908 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:55.228327 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:55.239607 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:55.250863 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:55.262204 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:36:55.273474 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:36:55.393988 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:36:55.595992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:56.071729 run create_hlr_db(pid=28889): Launched\u000a08:36:56.243348 bus /sierra_2: Setting Powered False\u000a08:36:57.265692 run create_hlr_db(pid=28889): Terminated: ok {rc=0}\u000a08:36:57.693240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28891): Launched\u000a08:36:58.018323 run osmo-hlr_10.42.42.2(pid=28892): Launched\u000a08:36:58.140245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:58.699657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28894): Launched\u000a08:36:59.023206 run osmo-stp_10.42.42.5(pid=28895): Launched\u000a08:36:59.140243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:59.729159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28897): Launched\u000a08:37:00.053027 run osmo-msc_10.42.42.6(pid=28898): Launched\u000a08:37:00.241108 run osmo-stp_10.42.42.5(pid=28895): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28895)]\u000a08:37:00.376883 run osmo-stp_10.42.42.5(pid=28895): stdout: \u000a| (launched: 2022-12-14_08:36:58.863076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:00.511874 run osmo-stp_10.42.42.5(pid=28895): stderr: \u000a| �[0;m�[38;5;43m20221214083659057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083659057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083659058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083659058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083659058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083659058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083659059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:00.640655 run osmo-stp_10.42.42.5(pid=28895): stdout: \u000a| (launched: 2022-12-14_08:36:58.863076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:00.768241 run osmo-stp_10.42.42.5(pid=28895): stderr: \u000a| �[0;m�[38;5;43m20221214083659057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083659057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083659058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083659058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083659058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083659058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083659059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:00.824710 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28895): Process ended prematurely: osmo-stp_10.42.42.5(pid=28895) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28895)] [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:37:00.833889 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:37:00.898372 run osmo-hlr_10.42.42.2(pid=28892): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28892)]\u000a08:37:00.959213 run osmo-hlr_10.42.42.2(pid=28892): stdout: \u000a| (launched: 2022-12-14_08:36:57.858012) \u000a08:37:01.011506 run osmo-hlr_10.42.42.2(pid=28892): stderr: \u000a| �[0;m�[1;31m20221214083658057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083658057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083658057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083658058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083658058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083658058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083658069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083658077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083658077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083658077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:01.083436 run osmo-msc_10.42.42.6(pid=28898): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28898)]\u000a08:37:01.135612 run osmo-msc_10.42.42.6(pid=28898): stdout: \u000a| (launched: 2022-12-14_08:36:59.893230) \u000a08:37:01.188684 run osmo-msc_10.42.42.6(pid=28898): stderr: \u000a| �[0;m�[38;5;43m20221214083700216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083700217 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b46962c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083700217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083700217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083700217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083700217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083700219 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083700219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083700219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083700219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:01.233577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28891): Terminating (SIGTERM)\u000a08:37:01.278531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28894): Terminating (SIGTERM)\u000a08:37:01.323397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28897): Terminating (SIGTERM)\u000a08:37:01.333993 --- ParallelTerminationStrategy: PID 28891 died...\u000a08:37:01.392327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28891): Terminated: ok {rc=0}\u000a08:37:01.402838 --- ParallelTerminationStrategy: PID 28894 died...\u000a08:37:01.461007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28894): Terminated: ok {rc=0}\u000a08:37:01.471616 --- ParallelTerminationStrategy: PID 28897 died...\u000a08:37:01.528191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28897): Terminated: ok {rc=0}\u000a08:37:01.614246 bus /sierra_3: Setting Powered False\u000a08:37:02.712866 bus /sierra_3: Setting Powered False\u000a08:37:03.817504 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28906): Process ended prematurely: osmo-stp_10.42.42.5(pid=28906) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28906)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28906): Process ended prematurely: osmo-stp_10.42.42.5(pid=28906) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:37:04.931795 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:37:04.943952 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:37:05.095849 tst mo_mt_call_osmux.py: using LAC 39708\u000a08:37:05.221661 tst mo_mt_call_osmux.py: using RAC 183\u000a08:37:05.349590 tst mo_mt_call_osmux.py: using CellId 39708\u000a08:37:05.480069 tst mo_mt_call_osmux.py: using BVCI 39709\u000a08:37:05.504557 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:37:05.516163 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:37:05.527497 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:37:05.538825 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:37:05.550197 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:37:05.561763 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:37:05.680547 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:37:05.881088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:06.352936 run create_hlr_db(pid=28900): Launched\u000a08:37:06.523138 bus /sierra_2: Setting Powered False\u000a08:37:07.546039 run create_hlr_db(pid=28900): Terminated: ok {rc=0}\u000a08:37:07.971248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28902): Launched\u000a08:37:08.292795 run osmo-hlr_10.42.42.2(pid=28903): Launched\u000a08:37:08.411255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:08.967993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28905): Launched\u000a08:37:09.289173 run osmo-stp_10.42.42.5(pid=28906): Launched\u000a08:37:09.406000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:37:09.991111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28908): Launched\u000a08:37:10.315114 run osmo-msc_10.42.42.6(pid=28909): Launched\u000a08:37:10.503346 run osmo-stp_10.42.42.5(pid=28906): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28906)]\u000a08:37:10.638209 run osmo-stp_10.42.42.5(pid=28906): stdout: \u000a| (launched: 2022-12-14_08:37:09.130502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:10.772771 run osmo-stp_10.42.42.5(pid=28906): stderr: \u000a| �[0;m�[38;5;43m20221214083709325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083709325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083709326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083709326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083709326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083709327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083709327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:10.901112 run osmo-stp_10.42.42.5(pid=28906): stdout: \u000a| (launched: 2022-12-14_08:37:09.130502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:11.028152 run osmo-stp_10.42.42.5(pid=28906): stderr: \u000a| �[0;m�[38;5;43m20221214083709325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083709325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083709326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083709326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083709326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083709327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083709327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:11.084545 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28906): Process ended prematurely: osmo-stp_10.42.42.5(pid=28906) [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28906)] [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:37:11.093666 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:37:11.155909 run osmo-hlr_10.42.42.2(pid=28903): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28903)]\u000a08:37:11.207097 run osmo-hlr_10.42.42.2(pid=28903): stdout: \u000a| (launched: 2022-12-14_08:37:08.134373) \u000a08:37:11.258831 run osmo-hlr_10.42.42.2(pid=28903): stderr: \u000a| �[0;m�[1;31m20221214083708335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083708335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083708335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083708335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083708335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083708335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083708347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083708357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083708357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083708357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:11.329143 run osmo-msc_10.42.42.6(pid=28909): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28909)]\u000a08:37:11.380410 run osmo-msc_10.42.42.6(pid=28909): stdout: \u000a| (launched: 2022-12-14_08:37:10.154168) \u000a08:37:11.432062 run osmo-msc_10.42.42.6(pid=28909): stderr: \u000a| �[0;m�[38;5;43m20221214083710478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083710478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f314ccd1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083710479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083710479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083710479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083710479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083710481 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083710481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083710481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083710481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:11.475437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28902): Terminating (SIGTERM)\u000a08:37:11.516257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28905): Terminating (SIGTERM)\u000a08:37:11.557359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28908): Terminating (SIGTERM)\u000a08:37:11.566927 --- ParallelTerminationStrategy: PID 28902 died...\u000a08:37:11.622205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28902): Terminated: ok {rc=0}\u000a08:37:11.632253 --- ParallelTerminationStrategy: PID 28905 died...\u000a08:37:11.687674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28905): Terminated: ok {rc=0}\u000a08:37:11.697775 --- ParallelTerminationStrategy: PID 28908 died...\u000a08:37:11.752899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28908): Terminated: ok {rc=0}\u000a08:37:11.838736 bus /sierra_3: Setting Powered False\u000a08:37:12.944570 bus /sierra_3: Setting Powered False\u000a08:37:14.051919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:36:54" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28920): Process ended prematurely: osmo-stp_10.42.42.5(pid=28920) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28920)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28920): Process ended prematurely: osmo-stp_10.42.42.5(pid=28920) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:37:16.039434 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:16.051398 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:37:16.197557 tst mo_mt_call.py: using LAC 39709\u000a08:37:16.317547 tst mo_mt_call.py: using RAC 184\u000a08:37:16.435789 tst mo_mt_call.py: using CellId 39709\u000a08:37:16.554121 tst mo_mt_call.py: using BVCI 39710\u000a08:37:16.577955 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:16.590211 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:16.602096 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:16.613928 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:16.626979 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:16.640048 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:37:16.757892 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:37:16.993218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:17.510545 run create_hlr_db(pid=28914): Launched\u000a08:37:17.693709 bus /sierra_2: Setting Powered False\u000a08:37:18.716120 run create_hlr_db(pid=28914): Terminated: ok {rc=0}\u000a08:37:19.112629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28916): Launched\u000a08:37:19.408506 run osmo-hlr_10.42.42.2(pid=28917): Launched\u000a08:37:19.524363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:20.045333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28919): Launched\u000a08:37:20.341378 run osmo-stp_10.42.42.5(pid=28920): Launched\u000a08:37:20.450267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:37:20.991493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28922): Launched\u000a08:37:21.291929 run osmo-msc_10.42.42.6(pid=28923): Launched\u000a08:37:21.467739 run osmo-stp_10.42.42.5(pid=28920): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28920)]\u000a08:37:21.595072 run osmo-stp_10.42.42.5(pid=28920): stdout: \u000a| (launched: 2022-12-14_08:37:20.195026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:21.720219 run osmo-stp_10.42.42.5(pid=28920): stderr: \u000a| �[0;m�[38;5;43m20221214083720362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083720362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083720362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083720362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083720363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083720363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083720363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:21.840854 run osmo-stp_10.42.42.5(pid=28920): stdout: \u000a| (launched: 2022-12-14_08:37:20.195026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:21.960524 run osmo-stp_10.42.42.5(pid=28920): stderr: \u000a| �[0;m�[38;5;43m20221214083720362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083720362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083720362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083720362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083720363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083720363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083720363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:22.013228 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28920): Process ended prematurely: osmo-stp_10.42.42.5(pid=28920) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28920)] [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:37:22.021766 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a08:37:22.081574 run osmo-hlr_10.42.42.2(pid=28917): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28917)]\u000a08:37:22.130337 run osmo-hlr_10.42.42.2(pid=28917): stdout: \u000a| (launched: 2022-12-14_08:37:19.262860) \u000a08:37:22.179616 run osmo-hlr_10.42.42.2(pid=28917): stderr: \u000a| �[0;m�[1;31m20221214083719435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083719435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083719435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083719435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083719435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083719436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083719447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083719456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083719457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083719457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:22.246491 run osmo-msc_10.42.42.6(pid=28923): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28923)]\u000a08:37:22.295291 run osmo-msc_10.42.42.6(pid=28923): stdout: \u000a| (launched: 2022-12-14_08:37:21.143672) \u000a08:37:22.344646 run osmo-msc_10.42.42.6(pid=28923): stderr: \u000a| �[0;m�[38;5;43m20221214083721411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083721412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43f410bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083721412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083721412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083721412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083721412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083721414 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083721414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083721414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083721414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:22.386369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28916): Terminating (SIGTERM)\u000a08:37:22.425597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28919): Terminating (SIGTERM)\u000a08:37:22.465349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28922): Terminating (SIGTERM)\u000a08:37:22.474485 --- ParallelTerminationStrategy: PID 28916 died...\u000a08:37:22.527681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28916): Terminated: ok {rc=0}\u000a08:37:22.537219 --- ParallelTerminationStrategy: PID 28919 died...\u000a08:37:22.590072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28919): Terminated: ok {rc=0}\u000a08:37:22.599454 --- ParallelTerminationStrategy: PID 28922 died...\u000a08:37:22.652015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28922): Terminated: ok {rc=0}\u000a08:37:22.734552 bus /sierra_3: Setting Powered False\u000a08:37:23.838978 bus /sierra_3: Setting Powered False\u000a08:37:24.950172 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28931): Process ended prematurely: osmo-stp_10.42.42.5(pid=28931) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28931)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28931): Process ended prematurely: osmo-stp_10.42.42.5(pid=28931) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:37:26.058935 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:26.070622 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:37:26.213975 tst mo_mt_call_osmux.py: using LAC 39710\u000a08:37:26.332090 tst mo_mt_call_osmux.py: using RAC 185\u000a08:37:26.449985 tst mo_mt_call_osmux.py: using CellId 39710\u000a08:37:26.567983 tst mo_mt_call_osmux.py: using BVCI 39711\u000a08:37:26.591029 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:26.601967 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:26.612645 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:26.623446 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:26.634505 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:37:26.645567 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:37:26.760182 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:37:26.970209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:27.488808 run create_hlr_db(pid=28925): Launched\u000a08:37:27.675048 bus /sierra_2: Setting Powered False\u000a08:37:28.697440 run create_hlr_db(pid=28925): Terminated: ok {rc=0}\u000a08:37:29.102370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28927): Launched\u000a08:37:29.404743 run osmo-hlr_10.42.42.2(pid=28928): Launched\u000a08:37:29.522519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:30.052629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28930): Launched\u000a08:37:30.354557 run osmo-stp_10.42.42.5(pid=28931): Launched\u000a08:37:30.464199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:37:31.044661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28933): Launched\u000a08:37:31.404644 run osmo-msc_10.42.42.6(pid=28934): Launched\u000a08:37:31.822338 run osmo-stp_10.42.42.5(pid=28931): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28931)]\u000a08:37:32.133573 run osmo-stp_10.42.42.5(pid=28931): stdout: \u000a| (launched: 2022-12-14_08:37:30.205855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:32.316630 run osmo-stp_10.42.42.5(pid=28931): stderr: \u000a| �[0;m�[38;5;43m20221214083730372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083730372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083730373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083730373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083730374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083730374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083730374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:32.439260 run osmo-stp_10.42.42.5(pid=28931): stdout: \u000a| (launched: 2022-12-14_08:37:30.205855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:32.559170 run osmo-stp_10.42.42.5(pid=28931): stderr: \u000a| �[0;m�[38;5;43m20221214083730372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083730372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083730373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083730373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083730374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083730374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083730374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:32.612089 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28931): Process ended prematurely: osmo-stp_10.42.42.5(pid=28931) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28931)] [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:37:32.620808 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a08:37:32.681595 run osmo-hlr_10.42.42.2(pid=28928): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28928)]\u000a08:37:32.731148 run osmo-hlr_10.42.42.2(pid=28928): stdout: \u000a| (launched: 2022-12-14_08:37:29.255639) \u000a08:37:32.781553 run osmo-hlr_10.42.42.2(pid=28928): stderr: \u000a| �[0;m�[1;31m20221214083729427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083729427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083729427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083729427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083729427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083729427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083729439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083729447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083729448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083729448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:32.849664 run osmo-msc_10.42.42.6(pid=28934): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28934)]\u000a08:37:32.899002 run osmo-msc_10.42.42.6(pid=28934): stdout: \u000a| (launched: 2022-12-14_08:37:31.199991) \u000a08:37:32.948743 run osmo-msc_10.42.42.6(pid=28934): stderr: \u000a| �[0;m�[38;5;43m20221214083731865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083731868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f0d631c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083731868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083731869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083731869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083731870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083731879 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083731881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083731882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083731882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:32.991416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28927): Terminating (SIGTERM)\u000a08:37:33.031556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28930): Terminating (SIGTERM)\u000a08:37:33.071722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28933): Terminating (SIGTERM)\u000a08:37:33.081176 --- ParallelTerminationStrategy: PID 28927 died...\u000a08:37:33.135494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28927): Terminated: ok {rc=0}\u000a08:37:33.145294 --- ParallelTerminationStrategy: PID 28930 died...\u000a08:37:33.199692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28930): Terminated: ok {rc=0}\u000a08:37:33.209550 --- ParallelTerminationStrategy: PID 28933 died...\u000a08:37:33.263333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28933): Terminated: ok {rc=0}\u000a08:37:33.351617 bus /sierra_3: Setting Powered False\u000a08:37:34.453682 bus /sierra_3: Setting Powered False\u000a08:37:35.564463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:37:15" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28945): Process ended prematurely: osmo-stp_10.42.42.5(pid=28945) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28945): Process ended prematurely: osmo-stp_10.42.42.5(pid=28945) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:37:37.512709 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:37.523887 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:37:37.668214 tst mo_mt_call.py: using LAC 39711\u000a08:37:37.794831 tst mo_mt_call.py: using RAC 186\u000a08:37:37.921313 tst mo_mt_call.py: using CellId 39711\u000a08:37:38.048432 tst mo_mt_call.py: using BVCI 39712\u000a08:37:38.073303 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:38.084887 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:38.096201 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:38.107577 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:38.118888 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:38.130215 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:37:38.248730 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:37:38.450881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:38.935187 run create_hlr_db(pid=28939): Launched\u000a08:37:39.107321 bus /sierra_2: Setting Powered False\u000a08:37:40.130500 run create_hlr_db(pid=28939): Terminated: ok {rc=0}\u000a08:37:40.559643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28941): Launched\u000a08:37:40.881748 run osmo-hlr_10.42.42.2(pid=28942): Launched\u000a08:37:40.998964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:41.560364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28944): Launched\u000a08:37:41.883675 run osmo-stp_10.42.42.5(pid=28945): Launched\u000a08:37:42.001292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:37:42.591696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28947): Launched\u000a08:37:42.915016 run osmo-msc_10.42.42.6(pid=28948): Launched\u000a08:37:43.103817 run osmo-stp_10.42.42.5(pid=28945): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)]\u000a08:37:43.239976 run osmo-stp_10.42.42.5(pid=28945): stdout: \u000a| (launched: 2022-12-14_08:37:41.725037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:43.375525 run osmo-stp_10.42.42.5(pid=28945): stderr: \u000a| �[0;m�[38;5;43m20221214083741912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083741912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083741912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083741913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083741913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083741913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083741913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:43.505597 run osmo-stp_10.42.42.5(pid=28945): stdout: \u000a| (launched: 2022-12-14_08:37:41.725037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:43.633943 run osmo-stp_10.42.42.5(pid=28945): stderr: \u000a| �[0;m�[38;5;43m20221214083741912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083741912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083741912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083741913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083741913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083741913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083741913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:43.690736 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28945): Process ended prematurely: osmo-stp_10.42.42.5(pid=28945) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)] [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:37:43.699961 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:37:43.762762 run osmo-hlr_10.42.42.2(pid=28942): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28942)]\u000a08:37:43.814419 run osmo-hlr_10.42.42.2(pid=28942): stdout: \u000a| (launched: 2022-12-14_08:37:40.724312) \u000a08:37:43.866507 run osmo-hlr_10.42.42.2(pid=28942): stderr: \u000a| �[0;m�[1;31m20221214083740917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083740917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083740917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083740918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083740918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083740918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083740931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083740941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083740941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083740942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:43.937472 run osmo-msc_10.42.42.6(pid=28948): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28948)]\u000a08:37:43.988805 run osmo-msc_10.42.42.6(pid=28948): stdout: \u000a| (launched: 2022-12-14_08:37:42.755884) \u000a08:37:44.040733 run osmo-msc_10.42.42.6(pid=28948): stderr: \u000a| �[0;m�[38;5;43m20221214083743075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083743076 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b69195c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083743076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083743076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083743076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083743076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083743078 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083743078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083743078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083743079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:44.085006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28941): Terminating (SIGTERM)\u000a08:37:44.126610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28944): Terminating (SIGTERM)\u000a08:37:44.168305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28947): Terminating (SIGTERM)\u000a08:37:44.178113 --- ParallelTerminationStrategy: PID 28941 died...\u000a08:37:44.234423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28941): Terminated: ok {rc=0}\u000a08:37:44.244665 --- ParallelTerminationStrategy: PID 28944 died...\u000a08:37:44.300262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28944): Terminated: ok {rc=0}\u000a08:37:44.310428 --- ParallelTerminationStrategy: PID 28947 died...\u000a08:37:44.365779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28947): Terminated: ok {rc=0}\u000a08:37:44.453817 bus /sierra_3: Setting Powered False\u000a08:37:45.556604 bus /sierra_3: Setting Powered False\u000a08:37:46.669818 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28956): Process ended prematurely: osmo-stp_10.42.42.5(pid=28956) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28956)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28956): Process ended prematurely: osmo-stp_10.42.42.5(pid=28956) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:37:47.782246 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:47.794645 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:37:47.942979 tst mo_mt_call_osmux.py: using LAC 39712\u000a08:37:48.064055 tst mo_mt_call_osmux.py: using RAC 187\u000a08:37:48.183229 tst mo_mt_call_osmux.py: using CellId 39712\u000a08:37:48.301427 tst mo_mt_call_osmux.py: using BVCI 39713\u000a08:37:48.324436 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:48.335643 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:48.346714 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:48.357656 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:48.369352 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:37:48.380919 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:37:48.501841 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:37:48.704491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:49.178510 run create_hlr_db(pid=28950): Launched\u000a08:37:49.350340 bus /sierra_2: Setting Powered False\u000a08:37:50.373452 run create_hlr_db(pid=28950): Terminated: ok {rc=0}\u000a08:37:50.800344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28952): Launched\u000a08:37:51.122697 run osmo-hlr_10.42.42.2(pid=28953): Launched\u000a08:37:51.245215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:51.804763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28955): Launched\u000a08:37:52.127365 run osmo-stp_10.42.42.5(pid=28956): Launched\u000a08:37:52.244304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:37:52.833394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28958): Launched\u000a08:37:53.155797 run osmo-msc_10.42.42.6(pid=28959): Launched\u000a08:37:53.345962 run osmo-stp_10.42.42.5(pid=28956): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28956)]\u000a08:37:53.481779 run osmo-stp_10.42.42.5(pid=28956): stdout: \u000a| (launched: 2022-12-14_08:37:51.969468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:53.616418 run osmo-stp_10.42.42.5(pid=28956): stderr: \u000a| �[0;m�[38;5;43m20221214083752158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083752158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083752159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083752159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083752159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083752160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083752160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:53.745990 run osmo-stp_10.42.42.5(pid=28956): stdout: \u000a| (launched: 2022-12-14_08:37:51.969468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:53.874586 run osmo-stp_10.42.42.5(pid=28956): stderr: \u000a| �[0;m�[38;5;43m20221214083752158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083752158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083752159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083752159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083752159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083752160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083752160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:53.930984 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28956): Process ended prematurely: osmo-stp_10.42.42.5(pid=28956) [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28956)] [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:37:53.940125 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:37:54.003311 run osmo-hlr_10.42.42.2(pid=28953): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28953)]\u000a08:37:54.055086 run osmo-hlr_10.42.42.2(pid=28953): stdout: \u000a| (launched: 2022-12-14_08:37:50.964535) \u000a08:37:54.107381 run osmo-hlr_10.42.42.2(pid=28953): stderr: \u000a| �[0;m�[1;31m20221214083751159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083751159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083751159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083751159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083751159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083751159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083751172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083751182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083751182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083751182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:54.178275 run osmo-msc_10.42.42.6(pid=28959): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28959)]\u000a08:37:54.229776 run osmo-msc_10.42.42.6(pid=28959): stdout: \u000a| (launched: 2022-12-14_08:37:52.997848) \u000a08:37:54.282032 run osmo-msc_10.42.42.6(pid=28959): stderr: \u000a| �[0;m�[38;5;43m20221214083753318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083753318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb45fe21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083753318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083753318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083753319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083753319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083753320 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083753321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083753321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083753321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:37:54.326499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28952): Terminating (SIGTERM)\u000a08:37:54.368182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28955): Terminating (SIGTERM)\u000a08:37:54.410237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28958): Terminating (SIGTERM)\u000a08:37:54.419781 --- ParallelTerminationStrategy: PID 28952 died...\u000a08:37:54.475754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28952): Terminated: ok {rc=0}\u000a08:37:54.486070 --- ParallelTerminationStrategy: PID 28955 died...\u000a08:37:54.541883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28955): Terminated: ok {rc=0}\u000a08:37:54.552120 --- ParallelTerminationStrategy: PID 28958 died...\u000a08:37:54.607697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28958): Terminated: ok {rc=0}\u000a08:37:54.694346 bus /sierra_3: Setting Powered False\u000a08:37:55.796824 bus /sierra_3: Setting Powered False\u000a08:37:56.907574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:37:37" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28970): Process ended prematurely: osmo-stp_10.42.42.5(pid=28970) [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28970)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28970): Process ended prematurely: osmo-stp_10.42.42.5(pid=28970) [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:37:58.878628 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:58.890343 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:37:59.038972 tst mo_mt_call.py: using LAC 39713\u000a08:37:59.163698 tst mo_mt_call.py: using RAC 188\u000a08:37:59.283808 tst mo_mt_call.py: using CellId 39713\u000a08:37:59.400618 tst mo_mt_call.py: using BVCI 39714\u000a08:37:59.423643 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:59.434976 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:59.445943 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:59.456846 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:59.468056 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:37:59.479270 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:37:59.598063 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:37:59.799061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:00.271739 run create_hlr_db(pid=28964): Launched\u000a08:38:00.443938 bus /sierra_2: Setting Powered False\u000a08:38:01.468418 run create_hlr_db(pid=28964): Terminated: ok {rc=0}\u000a08:38:01.887662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28966): Launched\u000a08:38:02.254641 run osmo-hlr_10.42.42.2(pid=28967): Launched\u000a08:38:02.370933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:02.908218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28969): Launched\u000a08:38:03.209481 run osmo-stp_10.42.42.5(pid=28970): Launched\u000a08:38:03.319926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:03.870165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28972): Launched\u000a08:38:04.171755 run osmo-msc_10.42.42.6(pid=28973): Launched\u000a08:38:04.348665 run osmo-stp_10.42.42.5(pid=28970): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28970)]\u000a08:38:04.477228 run osmo-stp_10.42.42.5(pid=28970): stdout: \u000a| (launched: 2022-12-14_08:38:03.060830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:04.603023 run osmo-stp_10.42.42.5(pid=28970): stderr: \u000a| �[0;m�[38;5;43m20221214083803228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083803228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083803228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083803229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083803229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083803229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083803229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:04.724436 run osmo-stp_10.42.42.5(pid=28970): stdout: \u000a| (launched: 2022-12-14_08:38:03.060830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:04.844373 run osmo-stp_10.42.42.5(pid=28970): stderr: \u000a| �[0;m�[38;5;43m20221214083803228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083803228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083803228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083803229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083803229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083803229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083803229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:04.897282 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28970): Process ended prematurely: osmo-stp_10.42.42.5(pid=28970) [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28970)] [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:38:04.906038 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:38:04.966170 run osmo-hlr_10.42.42.2(pid=28967): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28967)]\u000a08:38:05.015297 run osmo-hlr_10.42.42.2(pid=28967): stdout: \u000a| (launched: 2022-12-14_08:38:02.042064) \u000a08:38:05.065350 run osmo-hlr_10.42.42.2(pid=28967): stderr: \u000a| �[0;m�[1;31m20221214083802292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083802292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083802292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083802292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083802292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083802292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083802305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083802314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083802314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083802314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:05.132730 run osmo-msc_10.42.42.6(pid=28973): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28973)]\u000a08:38:05.181762 run osmo-msc_10.42.42.6(pid=28973): stdout: \u000a| (launched: 2022-12-14_08:38:04.022654) \u000a08:38:05.231453 run osmo-msc_10.42.42.6(pid=28973): stderr: \u000a| �[0;m�[38;5;43m20221214083804290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083804291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff00fa17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083804291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083804291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083804291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083804291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083804293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083804294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083804294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083804294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:38:05.273522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28966): Terminating (SIGTERM)\u000a08:38:05.313143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28969): Terminating (SIGTERM)\u000a08:38:05.352711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28972): Terminating (SIGTERM)\u000a08:38:05.361980 --- ParallelTerminationStrategy: PID 28966 died...\u000a08:38:05.415440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28966): Terminated: ok {rc=0}\u000a08:38:05.425212 --- ParallelTerminationStrategy: PID 28969 died...\u000a08:38:05.478721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28969): Terminated: ok {rc=0}\u000a08:38:05.488278 --- ParallelTerminationStrategy: PID 28972 died...\u000a08:38:05.541459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28972): Terminated: ok {rc=0}\u000a08:38:05.629277 bus /sierra_3: Setting Powered False\u000a08:38:06.732226 bus /sierra_3: Setting Powered False\u000a08:38:07.845544 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28981): Process ended prematurely: osmo-stp_10.42.42.5(pid=28981) [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28981)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28981): Process ended prematurely: osmo-stp_10.42.42.5(pid=28981) [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:38:08.960423 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:38:08.972627 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:38:09.123173 tst mo_mt_call_osmux.py: using LAC 39714\u000a08:38:09.249338 tst mo_mt_call_osmux.py: using RAC 189\u000a08:38:09.379591 tst mo_mt_call_osmux.py: using CellId 39714\u000a08:38:09.500904 tst mo_mt_call_osmux.py: using BVCI 39715\u000a08:38:09.524017 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:38:09.535269 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:38:09.546326 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:38:09.557370 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:38:09.568618 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:38:09.579923 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:38:09.699401 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:38:09.901644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:10.377147 run create_hlr_db(pid=28975): Launched\u000a08:38:10.550297 bus /sierra_2: Setting Powered False\u000a08:38:11.572785 run create_hlr_db(pid=28975): Terminated: ok {rc=0}\u000a08:38:11.973395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28977): Launched\u000a08:38:12.275954 run osmo-hlr_10.42.42.2(pid=28978): Launched\u000a08:38:12.390629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:12.913322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28980): Launched\u000a08:38:13.215342 run osmo-stp_10.42.42.5(pid=28981): Launched\u000a08:38:13.325330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:13.874321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28983): Launched\u000a08:38:14.177332 run osmo-msc_10.42.42.6(pid=28984): Launched\u000a08:38:14.354185 run osmo-stp_10.42.42.5(pid=28981): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28981)]\u000a08:38:14.482525 run osmo-stp_10.42.42.5(pid=28981): stdout: \u000a| (launched: 2022-12-14_08:38:13.066579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:14.608229 run osmo-stp_10.42.42.5(pid=28981): stderr: \u000a| �[0;m�[38;5;43m20221214083813234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083813234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083813234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083813234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083813236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083813236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083813236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:14.728923 run osmo-stp_10.42.42.5(pid=28981): stdout: \u000a| (launched: 2022-12-14_08:38:13.066579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:14.848850 run osmo-stp_10.42.42.5(pid=28981): stderr: \u000a| �[0;m�[38;5;43m20221214083813234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083813234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083813234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083813234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083813236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083813236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083813236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:14.901491 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28981): Process ended prematurely: osmo-stp_10.42.42.5(pid=28981) [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28981)] [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:38:14.910218 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:38:14.970268 run osmo-hlr_10.42.42.2(pid=28978): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28978)]\u000a08:38:15.019243 run osmo-hlr_10.42.42.2(pid=28978): stdout: \u000a| (launched: 2022-12-14_08:38:12.126497) \u000a08:38:15.069100 run osmo-hlr_10.42.42.2(pid=28978): stderr: \u000a| �[0;m�[1;31m20221214083812298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083812298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083812298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083812298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083812298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083812298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083812310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083812318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083812318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083812318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:15.136633 run osmo-msc_10.42.42.6(pid=28984): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28984)]\u000a08:38:15.185786 run osmo-msc_10.42.42.6(pid=28984): stdout: \u000a| (launched: 2022-12-14_08:38:14.027819) \u000a08:38:15.235688 run osmo-msc_10.42.42.6(pid=28984): stderr: \u000a| �[0;m�[38;5;43m20221214083814298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083814298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f097e97cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083814298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083814298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083814298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083814298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083814300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083814301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083814301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083814301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:38:15.278023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28977): Terminating (SIGTERM)\u000a08:38:15.318573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28980): Terminating (SIGTERM)\u000a08:38:15.358489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28983): Terminating (SIGTERM)\u000a08:38:15.367768 --- ParallelTerminationStrategy: PID 28977 died...\u000a08:38:15.421657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28977): Terminated: ok {rc=0}\u000a08:38:15.431307 --- ParallelTerminationStrategy: PID 28980 died...\u000a08:38:15.484530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28980): Terminated: ok {rc=0}\u000a08:38:15.494169 --- ParallelTerminationStrategy: PID 28983 died...\u000a08:38:15.547149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28983): Terminated: ok {rc=0}\u000a08:38:15.634171 bus /sierra_3: Setting Powered False\u000a08:38:16.733933 bus /sierra_3: Setting Powered False\u000a08:38:17.844367 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:37:58" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28995): Process ended prematurely: osmo-stp_10.42.42.5(pid=28995) [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28995)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28995): Process ended prematurely: osmo-stp_10.42.42.5(pid=28995) [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:38:19.801421 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:19.812261 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:38:19.956259 tst mo_mt_call.py: using LAC 39715\u000a08:38:20.077454 tst mo_mt_call.py: using RAC 190\u000a08:38:20.198099 tst mo_mt_call.py: using CellId 39715\u000a08:38:20.319502 tst mo_mt_call.py: using BVCI 39716\u000a08:38:20.342715 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:20.353636 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:20.364167 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:20.374984 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:20.386113 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:20.397171 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:38:20.516137 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:38:20.724425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:21.239853 run create_hlr_db(pid=28989): Launched\u000a08:38:21.425539 bus /sierra_2: Setting Powered False\u000a08:38:22.448318 run create_hlr_db(pid=28989): Terminated: ok {rc=0}\u000a08:38:22.852231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28991): Launched\u000a08:38:23.152161 run osmo-hlr_10.42.42.2(pid=28992): Launched\u000a08:38:23.270035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:23.794495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28994): Launched\u000a08:38:24.095656 run osmo-stp_10.42.42.5(pid=28995): Launched\u000a08:38:24.206059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:24.755560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28997): Launched\u000a08:38:25.056661 run osmo-msc_10.42.42.6(pid=28998): Launched\u000a08:38:25.232094 run osmo-stp_10.42.42.5(pid=28995): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28995)]\u000a08:38:25.359282 run osmo-stp_10.42.42.5(pid=28995): stdout: \u000a| (launched: 2022-12-14_08:38:23.947327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:25.485377 run osmo-stp_10.42.42.5(pid=28995): stderr: \u000a| �[0;m�[38;5;43m20221214083824115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083824116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083824116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083824117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083824117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083824117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083824117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:25.606408 run osmo-stp_10.42.42.5(pid=28995): stdout: \u000a| (launched: 2022-12-14_08:38:23.947327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:25.726509 run osmo-stp_10.42.42.5(pid=28995): stderr: \u000a| �[0;m�[38;5;43m20221214083824115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083824116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083824116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083824117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083824117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083824117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083824117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:25.779480 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28995): Process ended prematurely: osmo-stp_10.42.42.5(pid=28995) [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28995)] [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:38:25.788103 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a08:38:25.849014 run osmo-hlr_10.42.42.2(pid=28992): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28992)]\u000a08:38:25.898360 run osmo-hlr_10.42.42.2(pid=28992): stdout: \u000a| (launched: 2022-12-14_08:38:23.004825) \u000a08:38:25.948701 run osmo-hlr_10.42.42.2(pid=28992): stderr: \u000a| �[0;m�[1;31m20221214083823175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083823175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083823175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083823175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083823175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083823175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083823187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083823195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083823195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083823195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:26.017080 run osmo-msc_10.42.42.6(pid=28998): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28998)]\u000a08:38:26.066530 run osmo-msc_10.42.42.6(pid=28998): stdout: \u000a| (launched: 2022-12-14_08:38:24.908042) \u000a08:38:26.116414 run osmo-msc_10.42.42.6(pid=28998): stderr: \u000a| �[0;m�[38;5;43m20221214083825177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083825177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1a7239c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083825177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083825178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083825178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083825178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083825179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083825180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083825180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083825180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:38:26.158672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28991): Terminating (SIGTERM)\u000a08:38:26.198501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28994): Terminating (SIGTERM)\u000a08:38:26.238364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28997): Terminating (SIGTERM)\u000a08:38:26.247643 --- ParallelTerminationStrategy: PID 28991 died...\u000a08:38:26.302011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28991): Terminated: ok {rc=0}\u000a08:38:26.311857 --- ParallelTerminationStrategy: PID 28994 died...\u000a08:38:26.365647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28994): Terminated: ok {rc=0}\u000a08:38:26.375339 --- ParallelTerminationStrategy: PID 28997 died...\u000a08:38:26.429155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28997): Terminated: ok {rc=0}\u000a08:38:26.512610 bus /sierra_3: Setting Powered False\u000a08:38:27.620430 bus /sierra_3: Setting Powered False\u000a08:38:28.727462 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29006): Process ended prematurely: osmo-stp_10.42.42.5(pid=29006) [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29006)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29006): Process ended prematurely: osmo-stp_10.42.42.5(pid=29006) [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:38:29.840838 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:29.852737 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:38:30.009183 tst mo_mt_call_osmux.py: using LAC 39716\u000a08:38:30.134077 tst mo_mt_call_osmux.py: using RAC 191\u000a08:38:30.259654 tst mo_mt_call_osmux.py: using CellId 39716\u000a08:38:30.385275 tst mo_mt_call_osmux.py: using BVCI 39717\u000a08:38:30.410446 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:30.421925 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:30.433012 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:30.444091 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:30.455357 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:38:30.466637 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:38:30.582041 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:38:30.791022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:31.367672 run create_hlr_db(pid=29000): Launched\u000a08:38:31.559532 bus /sierra_2: Setting Powered False\u000a08:38:32.576345 run create_hlr_db(pid=29000): Terminated: ok {rc=0}\u000a08:38:32.980480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29002): Launched\u000a08:38:33.282597 run osmo-hlr_10.42.42.2(pid=29003): Launched\u000a08:38:33.400484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:33.930506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29005): Launched\u000a08:38:34.231206 run osmo-stp_10.42.42.5(pid=29006): Launched\u000a08:38:34.340941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:34.895371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29008): Launched\u000a08:38:35.198516 run osmo-msc_10.42.42.6(pid=29009): Launched\u000a08:38:35.375719 run osmo-stp_10.42.42.5(pid=29006): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29006)]\u000a08:38:35.503549 run osmo-stp_10.42.42.5(pid=29006): stdout: \u000a| (launched: 2022-12-14_08:38:34.082935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:35.628765 run osmo-stp_10.42.42.5(pid=29006): stderr: \u000a| �[0;m�[38;5;43m20221214083834251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083834251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083834251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083834251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083834252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083834252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083834252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:35.749666 run osmo-stp_10.42.42.5(pid=29006): stdout: \u000a| (launched: 2022-12-14_08:38:34.082935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:35.869076 run osmo-stp_10.42.42.5(pid=29006): stderr: \u000a| �[0;m�[38;5;43m20221214083834251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083834251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083834251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083834251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083834252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083834252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083834252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:35.921735 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29006): Process ended prematurely: osmo-stp_10.42.42.5(pid=29006) [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29006)] [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:38:35.930194 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:38:35.990054 run osmo-hlr_10.42.42.2(pid=29003): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29003)]\u000a08:38:36.038923 run osmo-hlr_10.42.42.2(pid=29003): stdout: \u000a| (launched: 2022-12-14_08:38:33.134004) \u000a08:38:36.088308 run osmo-hlr_10.42.42.2(pid=29003): stderr: \u000a| �[0;m�[1;31m20221214083833307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083833307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083833308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083833308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083833308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083833308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083833319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083833328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083833328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083833328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:36.155327 run osmo-msc_10.42.42.6(pid=29009): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29009)]\u000a08:38:36.204065 run osmo-msc_10.42.42.6(pid=29009): stdout: \u000a| (launched: 2022-12-14_08:38:35.048223) \u000a08:38:36.253332 run osmo-msc_10.42.42.6(pid=29009): stderr: \u000a| �[0;m�[38;5;43m20221214083835319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083835319 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21e188cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083835319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083835319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083835319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083835320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083835322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083835322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083835322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083835322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:38:36.294928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29002): Terminating (SIGTERM)\u000a08:38:36.334405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29005): Terminating (SIGTERM)\u000a08:38:36.373688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29008): Terminating (SIGTERM)\u000a08:38:36.382812 --- ParallelTerminationStrategy: PID 29002 died...\u000a08:38:36.435601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29002): Terminated: ok {rc=0}\u000a08:38:36.445141 --- ParallelTerminationStrategy: PID 29005 died...\u000a08:38:36.497880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29005): Terminated: ok {rc=0}\u000a08:38:36.507326 --- ParallelTerminationStrategy: PID 29008 died...\u000a08:38:36.560024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29008): Terminated: ok {rc=0}\u000a08:38:36.647475 bus /sierra_3: Setting Powered False\u000a08:38:37.748837 bus /sierra_3: Setting Powered False\u000a08:38:38.854539 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:38:19" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29020): Process ended prematurely: osmo-stp_10.42.42.5(pid=29020) [trial-2402↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29020)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29020): Process ended prematurely: osmo-stp_10.42.42.5(pid=29020) [trial-2402↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:38:40.843779 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:40.855291 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a08:38:40.978133 tst emergency_mo_mt_call.py: using LAC 39717\u000a08:38:41.092741 tst emergency_mo_mt_call.py: using RAC 192\u000a08:38:41.209770 tst emergency_mo_mt_call.py: using CellId 39717\u000a08:38:41.323948 tst emergency_mo_mt_call.py: using BVCI 39718\u000a08:38:41.346485 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:41.357122 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:41.367526 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:41.377882 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:41.388550 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:41.399596 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:38:41.519040 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:38:41.717594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:42.200566 run create_hlr_db(pid=29014): Launched\u000a08:38:42.384915 bus /sierra_2: Setting Powered False\u000a08:38:43.405475 run create_hlr_db(pid=29014): Terminated: ok {rc=0}\u000a08:38:43.827666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29016): Launched\u000a08:38:44.142631 run osmo-hlr_10.42.42.2(pid=29017): Launched\u000a08:38:44.257784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:44.808432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29019): Launched\u000a08:38:45.125072 run osmo-stp_10.42.42.5(pid=29020): Launched\u000a08:38:45.253189 tst emergency_mo_mt_call.py: using MSISDN 8597\u000a08:38:45.411150 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:46.015284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29022): Launched\u000a08:38:46.425916 run osmo-msc_10.42.42.6(pid=29023): Launched\u000a08:38:46.814980 run osmo-stp_10.42.42.5(pid=29020): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29020)]\u000a08:38:47.080361 run osmo-stp_10.42.42.5(pid=29020): stdout: \u000a| (launched: 2022-12-14_08:38:44.969935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:47.255945 run osmo-stp_10.42.42.5(pid=29020): stderr: \u000a| �[0;m�[38;5;43m20221214083845158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083845158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083845159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083845159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083845159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083845160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083845160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:47.379615 run osmo-stp_10.42.42.5(pid=29020): stdout: \u000a| (launched: 2022-12-14_08:38:44.969935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:47.499069 run osmo-stp_10.42.42.5(pid=29020): stderr: \u000a| �[0;m�[38;5;43m20221214083845158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083845158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083845159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083845159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083845159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083845160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083845160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:47.551604 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29020): Process ended prematurely: osmo-stp_10.42.42.5(pid=29020) [trial-2402↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29020)] [trial-2402↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a08:38:47.559777 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a08:38:47.620705 run osmo-hlr_10.42.42.2(pid=29017): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29017)]\u000a08:38:47.670163 run osmo-hlr_10.42.42.2(pid=29017): stdout: \u000a| (launched: 2022-12-14_08:38:43.988650) \u000a08:38:47.720142 run osmo-hlr_10.42.42.2(pid=29017): stderr: \u000a| �[0;m�[1;31m20221214083844179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083844179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083844179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083844179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083844179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083844179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083844192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083844200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083844200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083844200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:47.788166 run osmo-msc_10.42.42.6(pid=29023): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29023)]\u000a08:38:47.837852 run osmo-msc_10.42.42.6(pid=29023): stdout: \u000a| (launched: 2022-12-14_08:38:46.169363) \u000a08:38:47.888333 run osmo-msc_10.42.42.6(pid=29023): stderr: \u000a| �[0;m�[38;5;43m20221214083846847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083846849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde02038c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083846850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083846850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083846851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083846854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083846863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083846865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083846865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083846865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:38:47.930946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29016): Terminating (SIGTERM)\u000a08:38:47.971481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29019): Terminating (SIGTERM)\u000a08:38:48.011936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29022): Terminating (SIGTERM)\u000a08:38:48.021256 --- ParallelTerminationStrategy: PID 29016 died...\u000a08:38:48.075943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29016): Terminated: ok {rc=0}\u000a08:38:48.085639 --- ParallelTerminationStrategy: PID 29019 died...\u000a08:38:48.139630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29019): Terminated: ok {rc=0}\u000a08:38:48.149863 --- ParallelTerminationStrategy: PID 29022 died...\u000a08:38:48.204289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29022): Terminated: ok {rc=0}\u000a08:38:48.293435 bus /sierra_3: Setting Powered False\u000a08:38:49.396182 bus /sierra_3: Setting Powered False\u000a08:38:50.502803 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29031): Process ended prematurely: osmo-stp_10.42.42.5(pid=29031) [trial-2402↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29031)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29031): Process ended prematurely: osmo-stp_10.42.42.5(pid=29031) [trial-2402↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:38:51.555701 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:51.567874 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a08:38:51.699476 tst emergency_preemptive_call.py: using LAC 39718\u000a08:38:51.825378 tst emergency_preemptive_call.py: using RAC 193\u000a08:38:51.952536 tst emergency_preemptive_call.py: using CellId 39718\u000a08:38:52.079449 tst emergency_preemptive_call.py: using BVCI 39719\u000a08:38:52.104103 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:52.115236 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:52.126268 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:52.137351 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:52.148486 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:38:52.159657 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:38:52.278895 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:38:52.395878 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:38:52.516079 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:38:52.715768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:53.190003 run create_hlr_db(pid=29025): Launched\u000a08:38:53.362278 bus /sierra_2: Setting Powered False\u000a08:38:54.383055 run create_hlr_db(pid=29025): Terminated: ok {rc=0}\u000a08:38:54.780736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29027): Launched\u000a08:38:55.080694 run osmo-hlr_10.42.42.2(pid=29028): Launched\u000a08:38:55.197142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:55.722898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29030): Launched\u000a08:38:56.022269 run osmo-stp_10.42.42.5(pid=29031): Launched\u000a08:38:56.141737 tst emergency_preemptive_call.py: using MSISDN 8598\u000a08:38:56.289742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:56.836568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29033): Launched\u000a08:38:57.135220 run osmo-msc_10.42.42.6(pid=29034): Launched\u000a08:38:57.311561 run osmo-stp_10.42.42.5(pid=29031): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29031)]\u000a08:38:57.438739 run osmo-stp_10.42.42.5(pid=29031): stdout: \u000a| (launched: 2022-12-14_08:38:55.874209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:57.563710 run osmo-stp_10.42.42.5(pid=29031): stderr: \u000a| �[0;m�[38;5;43m20221214083856042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083856042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083856042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083856043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083856043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083856043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083856043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:57.683245 run osmo-stp_10.42.42.5(pid=29031): stdout: \u000a| (launched: 2022-12-14_08:38:55.874209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:57.801632 run osmo-stp_10.42.42.5(pid=29031): stderr: \u000a| �[0;m�[38;5;43m20221214083856042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083856042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083856042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083856043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083856043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083856043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083856043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:57.853624 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29031): Process ended prematurely: osmo-stp_10.42.42.5(pid=29031) [trial-2402↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29031)] [trial-2402↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a08:38:57.861833 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a08:38:57.921767 run osmo-hlr_10.42.42.2(pid=29028): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29028)]\u000a08:38:57.971058 run osmo-hlr_10.42.42.2(pid=29028): stdout: \u000a| (launched: 2022-12-14_08:38:54.932503) \u000a08:38:58.020673 run osmo-hlr_10.42.42.2(pid=29028): stderr: \u000a| �[0;m�[1;31m20221214083855103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083855103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083855103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083855103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083855103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083855103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083855115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083855123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083855124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083855124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:58.088280 run osmo-msc_10.42.42.6(pid=29034): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29034)]\u000a08:38:58.137154 run osmo-msc_10.42.42.6(pid=29034): stdout: \u000a| (launched: 2022-12-14_08:38:56.986993) \u000a08:38:58.186543 run osmo-msc_10.42.42.6(pid=29034): stderr: \u000a| �[0;m�[38;5;43m20221214083857252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214083857252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97b0b1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214083857252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214083857252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214083857252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214083857252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214083857254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214083857254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214083857255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214083857255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:38:58.228314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29027): Terminating (SIGTERM)\u000a08:38:58.267787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29030): Terminating (SIGTERM)\u000a08:38:58.307335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29033): Terminating (SIGTERM)\u000a08:38:58.316523 --- ParallelTerminationStrategy: PID 29027 died...\u000a08:38:58.370385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29027): Terminated: ok {rc=0}\u000a08:38:58.379907 --- ParallelTerminationStrategy: PID 29030 died...\u000a08:38:58.433477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29030): Terminated: ok {rc=0}\u000a08:38:58.443134 --- ParallelTerminationStrategy: PID 29033 died...\u000a08:38:58.496884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29033): Terminated: ok {rc=0}\u000a08:38:58.585304 bus /sierra_9: Setting Powered False\u000a08:38:59.692135 bus /sierra_9: Setting Powered False\u000a08:39:00.799948 bus /sierra_8: Setting Powered False\u000a08:39:01.965766 bus /sierra_8: Setting Powered False\u000a08:39:03.100233 bus /sierra_3: Setting Powered False\u000a08:39:04.214063 bus /sierra_3: Setting Powered False\u000a08:39:05.329884 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:38:40" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29322): Process ended prematurely: osmo-stp_10.42.42.5(pid=29322) [trial-2402↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29322)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29322): Process ended prematurely: osmo-stp_10.42.42.5(pid=29322) [trial-2402↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:39:07.429092 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:07.441439 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:39:07.567533 tst cs_paging_gprs_active.py: using LAC 39719\u000a08:39:07.699007 tst cs_paging_gprs_active.py: using RAC 194\u000a08:39:07.824059 tst cs_paging_gprs_active.py: using CellId 39719\u000a08:39:07.948917 tst cs_paging_gprs_active.py: using BVCI 39720\u000a08:39:07.973437 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:07.984900 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:07.996495 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:08.007813 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:08.020192 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:08.032648 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:08.046174 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:08.058614 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:08.071106 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:39:08.197222 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:39:08.488447 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:39:08.620702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:08.957497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29312): Launched\u000a08:39:09.243715 run iperf3-srv_10.42.42.10(pid=29313): Launched\u000a08:39:09.448105 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:39:09.587597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:09.939348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29314): Launched\u000a08:39:10.238157 run iperf3-srv_10.42.42.10(pid=29315): Launched\u000a08:39:10.443780 tst cs_paging_gprs_active.py:38: start network...\u000a08:39:10.583149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:11.148010 run create_hlr_db(pid=29316): Launched\u000a08:39:11.341350 bus /sierra_2: Setting Powered False\u000a08:39:12.364142 run create_hlr_db(pid=29316): Terminated: ok {rc=0}\u000a08:39:12.819045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29318): Launched\u000a08:39:13.255403 run osmo-hlr_10.42.42.2(pid=29319): Launched\u000a08:39:13.501947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:14.091547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29321): Launched\u000a08:39:14.519113 run osmo-stp_10.42.42.5(pid=29322): Launched\u000a08:39:14.748138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:15.345930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29324): Launched\u000a08:39:15.467246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:15.772617 run patchelf(pid=29325): Launched\u000a08:39:15.986677 run osmo-stp_10.42.42.5(pid=29322): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29322)]\u000a08:39:16.147175 run osmo-stp_10.42.42.5(pid=29322): stdout: \u000a| (launched: 2022-12-14_08:39:14.262200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:16.303024 run osmo-stp_10.42.42.5(pid=29322): stderr: \u000a| �[0;m�[38;5;43m20221214083914553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083914554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083914554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083914554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083914555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083914555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083914555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:16.508233 run osmo-stp_10.42.42.5(pid=29322): stdout: \u000a| (launched: 2022-12-14_08:39:14.262200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:16.638879 run osmo-stp_10.42.42.5(pid=29322): stderr: \u000a| �[0;m�[38;5;43m20221214083914553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083914554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083914554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083914554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083914555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083914555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083914555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:16.788412 run patchelf(pid=29325): Terminating (SIGINT)\u000a08:39:16.964561 run patchelf(pid=29325): Terminated: ok {rc=0}\u000a08:39:16.996791 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29322): Process ended prematurely: osmo-stp_10.42.42.5(pid=29322) [trial-2402↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29322)] [trial-2402↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a08:39:17.006517 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a08:39:17.070991 run osmo-hlr_10.42.42.2(pid=29319): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29319)]\u000a08:39:17.122711 run osmo-hlr_10.42.42.2(pid=29319): stdout: \u000a| (launched: 2022-12-14_08:39:12.990726) \u000a08:39:17.175031 run osmo-hlr_10.42.42.2(pid=29319): stderr: \u000a| �[0;m�[1;31m20221214083913300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083913300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083913300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083913300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083913300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083913300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083913318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083913331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083913331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083913331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:17.219834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29312): Terminating (SIGTERM)\u000a08:39:17.262769 run iperf3-srv_10.42.42.10(pid=29313): Terminating (SIGTERM)\u000a08:39:17.306877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29314): Terminating (SIGTERM)\u000a08:39:17.349833 run iperf3-srv_10.42.42.10(pid=29315): Terminating (SIGTERM)\u000a08:39:17.392092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29318): Terminating (SIGTERM)\u000a08:39:17.436612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29321): Terminating (SIGTERM)\u000a08:39:17.479705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29324): Terminating (SIGTERM)\u000a08:39:17.489743 --- ParallelTerminationStrategy: PID 29312 died...\u000a08:39:17.547587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29312): Terminated: ok {rc=0}\u000a08:39:17.558272 --- ParallelTerminationStrategy: PID 29313 died...\u000a08:39:17.615354 run iperf3-srv_10.42.42.10(pid=29313): Terminated {rc=256}\u000a08:39:17.625919 --- ParallelTerminationStrategy: PID 29314 died...\u000a08:39:17.682848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29314): Terminated: ok {rc=0}\u000a08:39:17.693487 --- ParallelTerminationStrategy: PID 29315 died...\u000a08:39:17.750246 run iperf3-srv_10.42.42.10(pid=29315): Terminated {rc=256}\u000a08:39:17.760698 --- ParallelTerminationStrategy: PID 29318 died...\u000a08:39:17.817870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29318): Terminated: ok {rc=0}\u000a08:39:17.828492 --- ParallelTerminationStrategy: PID 29321 died...\u000a08:39:17.885813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29321): Terminated: ok {rc=0}\u000a08:39:17.896497 --- ParallelTerminationStrategy: PID 29324 died...\u000a08:39:17.954009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29324): Terminated: ok {rc=0}\u000a08:39:18.042024 bus /gobi_0: Setting Powered False\u000a08:39:19.155247 bus /gobi_0: Setting Powered False\u000a08:39:20.271373 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29336): Process ended prematurely: osmo-stp_10.42.42.5(pid=29336) [trial-2402↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29336): Process ended prematurely: osmo-stp_10.42.42.5(pid=29336) [trial-2402↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a08:39:21.385171 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:21.397555 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:39:21.527999 tst iperf3.py: using LAC 39720\u000a08:39:21.655816 tst iperf3.py: using RAC 195\u000a08:39:21.779797 tst iperf3.py: using CellId 39720\u000a08:39:21.906590 tst iperf3.py: using BVCI 39721\u000a08:39:21.931509 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:21.943118 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:21.955136 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:21.966818 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:21.979585 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:21.992417 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:22.005292 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:22.017873 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:22.030865 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:39:22.319304 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:39:22.452932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:22.791679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29326): Launched\u000a08:39:23.082468 run iperf3-srv_10.42.42.10(pid=29327): Launched\u000a08:39:23.274286 tst iperf3.py:8: start network...\u000a08:39:23.407787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:23.950908 run create_hlr_db(pid=29328): Launched\u000a08:39:24.132735 bus /gobi_6: Setting Powered False\u000a08:39:25.157458 run create_hlr_db(pid=29328): Terminated: ok {rc=0}\u000a08:39:25.579609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29332): Launched\u000a08:39:25.887592 run osmo-hlr_10.42.42.2(pid=29333): Launched\u000a08:39:26.007343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:26.547428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29335): Launched\u000a08:39:26.859130 run osmo-stp_10.42.42.5(pid=29336): Launched\u000a08:39:26.970560 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:27.504661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29338): Launched\u000a08:39:27.613740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:27.880090 run patchelf(pid=29339): Launched\u000a08:39:28.058920 run osmo-stp_10.42.42.5(pid=29336): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)]\u000a08:39:28.189592 run osmo-stp_10.42.42.5(pid=29336): stdout: \u000a| (launched: 2022-12-14_08:39:26.702820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:28.320534 run osmo-stp_10.42.42.5(pid=29336): stderr: \u000a| �[0;m�[38;5;43m20221214083926876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083926876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083926877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083926877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083926878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083926878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083926878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:28.447183 run osmo-stp_10.42.42.5(pid=29336): stdout: \u000a| (launched: 2022-12-14_08:39:26.702820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:28.572408 run osmo-stp_10.42.42.5(pid=29336): stderr: \u000a| �[0;m�[38;5;43m20221214083926876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083926876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083926877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083926877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083926878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083926878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083926878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:28.717747 run patchelf(pid=29339): Terminating (SIGINT)\u000a08:39:28.888278 run patchelf(pid=29339): Terminated: ok {rc=0}\u000a08:39:28.919620 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29336): Process ended prematurely: osmo-stp_10.42.42.5(pid=29336) [trial-2402↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)] [trial-2402↪gprs:oc2g↪iperf3.py:8]\u000a08:39:28.928907 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:39:28.989306 run osmo-hlr_10.42.42.2(pid=29333): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29333)]\u000a08:39:29.038763 run osmo-hlr_10.42.42.2(pid=29333): stdout: \u000a| (launched: 2022-12-14_08:39:25.734581) \u000a08:39:29.088634 run osmo-hlr_10.42.42.2(pid=29333): stderr: \u000a| �[0;m�[1;31m20221214083925910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083925910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083925910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083925910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083925910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083925910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083925927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083925937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083925937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083925937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:29.131095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29326): Terminating (SIGTERM)\u000a08:39:29.171032 run iperf3-srv_10.42.42.10(pid=29327): Terminating (SIGTERM)\u000a08:39:29.211119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29332): Terminating (SIGTERM)\u000a08:39:29.251195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29335): Terminating (SIGTERM)\u000a08:39:29.291123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29338): Terminating (SIGTERM)\u000a08:39:29.300416 --- ParallelTerminationStrategy: PID 29326 died...\u000a08:39:29.354475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29326): Terminated: ok {rc=0}\u000a08:39:29.364193 --- ParallelTerminationStrategy: PID 29327 died...\u000a08:39:29.417766 run iperf3-srv_10.42.42.10(pid=29327): Terminated {rc=256}\u000a08:39:29.427864 --- ParallelTerminationStrategy: PID 29332 died...\u000a08:39:29.481746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29332): Terminated: ok {rc=0}\u000a08:39:29.491392 --- ParallelTerminationStrategy: PID 29335 died...\u000a08:39:29.544741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29335): Terminated: ok {rc=0}\u000a08:39:29.554434 --- ParallelTerminationStrategy: PID 29338 died...\u000a08:39:29.607274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29338): Terminated: ok {rc=0}\u000a08:39:29.689731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29355): Process ended prematurely: osmo-stp_10.42.42.5(pid=29355) [trial-2402↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29355)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29355): Process ended prematurely: osmo-stp_10.42.42.5(pid=29355) [trial-2402↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a08:39:30.804076 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:30.815926 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:39:30.976254 tst iperf3m4.py: using LAC 39721\u000a08:39:31.139259 tst iperf3m4.py: using RAC 196\u000a08:39:31.268030 tst iperf3m4.py: using CellId 39721\u000a08:39:31.397161 tst iperf3m4.py: using BVCI 39722\u000a08:39:31.423207 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:31.435167 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:31.446810 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:31.459522 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:31.471187 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:31.482869 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:31.494639 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:31.506687 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:31.518493 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:39:31.661400 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:39:31.795272 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:39:31.917246 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:39:32.261833 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:39:32.393190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:32.714692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29340): Launched\u000a08:39:32.977762 run iperf3-srv_10.42.42.10(pid=29341): Launched\u000a08:39:33.163352 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:39:33.290486 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:33.607138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29342): Launched\u000a08:39:33.869802 run iperf3-srv_10.42.42.10(pid=29343): Launched\u000a08:39:34.055641 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:39:34.182425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:34.499397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29344): Launched\u000a08:39:34.762938 run iperf3-srv_10.42.42.10(pid=29345): Launched\u000a08:39:34.947528 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:39:35.073930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:35.391189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29346): Launched\u000a08:39:35.653820 run iperf3-srv_10.42.42.10(pid=29347): Launched\u000a08:39:35.838603 tst iperf3m4.py:8: start network...\u000a08:39:35.965560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:36.447028 run create_hlr_db(pid=29348): Launched\u000a08:39:36.621307 bus /gobi_6: Setting Powered False\u000a08:39:37.643527 run create_hlr_db(pid=29348): Terminated: ok {rc=0}\u000a08:39:38.077949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29351): Launched\u000a08:39:38.408595 run osmo-hlr_10.42.42.2(pid=29352): Launched\u000a08:39:38.531786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:39.102328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29354): Launched\u000a08:39:39.431524 run osmo-stp_10.42.42.5(pid=29355): Launched\u000a08:39:39.549659 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:40.119902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29357): Launched\u000a08:39:40.236796 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:40.522820 run patchelf(pid=29358): Launched\u000a08:39:40.712847 run osmo-stp_10.42.42.5(pid=29355): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29355)]\u000a08:39:40.851502 run osmo-stp_10.42.42.5(pid=29355): stdout: \u000a| (launched: 2022-12-14_08:39:39.269522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:40.991026 run osmo-stp_10.42.42.5(pid=29355): stderr: \u000a| �[0;m�[38;5;43m20221214083939459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083939460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083939460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083939460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083939461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083939461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083939461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:41.125596 run osmo-stp_10.42.42.5(pid=29355): stdout: \u000a| (launched: 2022-12-14_08:39:39.269522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:41.259098 run osmo-stp_10.42.42.5(pid=29355): stderr: \u000a| �[0;m�[38;5;43m20221214083939459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083939460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083939460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083939460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083939461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083939461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083939461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:41.413838 run patchelf(pid=29358): Terminating (SIGINT)\u000a08:39:41.596360 run patchelf(pid=29358): Terminated: ok {rc=0}\u000a08:39:41.629833 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29355): Process ended prematurely: osmo-stp_10.42.42.5(pid=29355) [trial-2402↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29355)] [trial-2402↪gprs:oc2g↪iperf3m4.py:8]\u000a08:39:41.639732 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a08:39:41.702797 run osmo-hlr_10.42.42.2(pid=29352): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29352)]\u000a08:39:41.753896 run osmo-hlr_10.42.42.2(pid=29352): stdout: \u000a| (launched: 2022-12-14_08:39:38.244723) \u000a08:39:41.805482 run osmo-hlr_10.42.42.2(pid=29352): stderr: \u000a| �[0;m�[1;31m20221214083938440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083938440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083938440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083938440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083938440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083938440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083938452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083938461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083938461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083938461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:41.849460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29340): Terminating (SIGTERM)\u000a08:39:41.891560 run iperf3-srv_10.42.42.10(pid=29341): Terminating (SIGTERM)\u000a08:39:41.933010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29342): Terminating (SIGTERM)\u000a08:39:41.974708 run iperf3-srv_10.42.42.10(pid=29343): Terminating (SIGTERM)\u000a08:39:42.016093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29344): Terminating (SIGTERM)\u000a08:39:42.057226 run iperf3-srv_10.42.42.10(pid=29345): Terminating (SIGTERM)\u000a08:39:42.098519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29346): Terminating (SIGTERM)\u000a08:39:42.139602 run iperf3-srv_10.42.42.10(pid=29347): Terminating (SIGTERM)\u000a08:39:42.181059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29351): Terminating (SIGTERM)\u000a08:39:42.222383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29354): Terminating (SIGTERM)\u000a08:39:42.264111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29357): Terminating (SIGTERM)\u000a08:39:42.273796 --- ParallelTerminationStrategy: PID 29340 died...\u000a08:39:42.329179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29340): Terminated: ok {rc=0}\u000a08:39:42.339243 --- ParallelTerminationStrategy: PID 29341 died...\u000a08:39:42.394354 run iperf3-srv_10.42.42.10(pid=29341): Terminated {rc=256}\u000a08:39:42.404362 --- ParallelTerminationStrategy: PID 29342 died...\u000a08:39:42.459780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29342): Terminated: ok {rc=0}\u000a08:39:42.469839 --- ParallelTerminationStrategy: PID 29343 died...\u000a08:39:42.524876 run iperf3-srv_10.42.42.10(pid=29343): Terminated {rc=256}\u000a08:39:42.534847 --- ParallelTerminationStrategy: PID 29344 died...\u000a08:39:42.590018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29344): Terminated: ok {rc=0}\u000a08:39:42.600017 --- ParallelTerminationStrategy: PID 29345 died...\u000a08:39:42.655093 run iperf3-srv_10.42.42.10(pid=29345): Terminated {rc=256}\u000a08:39:42.665285 --- ParallelTerminationStrategy: PID 29346 died...\u000a08:39:42.720737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29346): Terminated: ok {rc=0}\u000a08:39:42.730790 --- ParallelTerminationStrategy: PID 29347 died...\u000a08:39:42.785995 run iperf3-srv_10.42.42.10(pid=29347): Terminated {rc=256}\u000a08:39:42.796040 --- ParallelTerminationStrategy: PID 29351 died...\u000a08:39:42.851250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29351): Terminated: ok {rc=0}\u000a08:39:42.861353 --- ParallelTerminationStrategy: PID 29354 died...\u000a08:39:42.916441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29354): Terminated: ok {rc=0}\u000a08:39:42.926531 --- ParallelTerminationStrategy: PID 29357 died...\u000a08:39:42.981582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29357): Terminated: ok {rc=0}\u000a08:39:43.068312 bus /gobi_4: Setting Powered False\u000a08:39:44.173531 bus /gobi_4: Setting Powered False\u000a08:39:45.284657 bus /gobi_1: Setting Powered False\u000a08:39:46.384298 bus /gobi_1: Setting Powered False\u000a08:39:47.494349 bus /gobi_0: Setting Powered False\u000a08:39:48.596138 bus /gobi_0: Setting Powered False\u000a08:39:49.706530 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29365): Process ended prematurely: osmo-stp_10.42.42.5(pid=29365) [trial-2402↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29365): Process ended prematurely: osmo-stp_10.42.42.5(pid=29365) [trial-2402↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g ping.py\u000a----------------------------------------------\u000a08:39:50.772736 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:50.783837 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:39:50.904534 tst ping.py: using LAC 39722\u000a08:39:51.022953 tst ping.py: using RAC 197\u000a08:39:51.142736 tst ping.py: using CellId 39722\u000a08:39:51.259400 tst ping.py: using BVCI 39723\u000a08:39:51.282547 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:51.293213 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:51.303725 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:51.314135 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:51.324572 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:51.335308 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:51.346056 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:51.357047 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:39:51.649702 tst ping.py:19: start network...\u000a08:39:51.783171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:52.297729 run create_hlr_db(pid=29359): Launched\u000a08:39:52.483517 bus /gobi_6: Setting Powered False\u000a08:39:53.504264 run create_hlr_db(pid=29359): Terminated: ok {rc=0}\u000a08:39:53.908280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29361): Launched\u000a08:39:54.208224 run osmo-hlr_10.42.42.2(pid=29362): Launched\u000a08:39:54.325705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:54.858833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29364): Launched\u000a08:39:55.161114 run osmo-stp_10.42.42.5(pid=29365): Launched\u000a08:39:55.269982 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:55.793886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29367): Launched\u000a08:39:55.900371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:56.162470 run patchelf(pid=29368): Launched\u000a08:39:56.338938 run osmo-stp_10.42.42.5(pid=29365): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)]\u000a08:39:56.468532 run osmo-stp_10.42.42.5(pid=29365): stdout: \u000a| (launched: 2022-12-14_08:39:55.011265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:56.597760 run osmo-stp_10.42.42.5(pid=29365): stderr: \u000a| �[0;m�[38;5;43m20221214083955179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083955180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083955180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083955180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083955181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083955181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083955181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:56.722686 run osmo-stp_10.42.42.5(pid=29365): stdout: \u000a| (launched: 2022-12-14_08:39:55.011265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:56.846224 run osmo-stp_10.42.42.5(pid=29365): stderr: \u000a| �[0;m�[38;5;43m20221214083955179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214083955180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214083955180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214083955180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214083955181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214083955181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214083955181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:56.989398 run patchelf(pid=29368): Terminating (SIGINT)\u000a08:39:57.157698 run patchelf(pid=29368): Terminated: ok {rc=0}\u000a08:39:57.188171 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29365): Process ended prematurely: osmo-stp_10.42.42.5(pid=29365) [trial-2402↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)] [trial-2402↪gprs:oc2g↪ping.py:22]\u000a08:39:57.196861 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:39:57.258048 run osmo-hlr_10.42.42.2(pid=29362): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29362)]\u000a08:39:57.307778 run osmo-hlr_10.42.42.2(pid=29362): stdout: \u000a| (launched: 2022-12-14_08:39:54.059732) \u000a08:39:57.357835 run osmo-hlr_10.42.42.2(pid=29362): stderr: \u000a| �[0;m�[1;31m20221214083954236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214083954236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214083954236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083954236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214083954236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214083954236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214083954248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214083954257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214083954258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214083954258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:57.400529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29361): Terminating (SIGTERM)\u000a08:39:57.440752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29364): Terminating (SIGTERM)\u000a08:39:57.480601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29367): Terminating (SIGTERM)\u000a08:39:57.489847 --- ParallelTerminationStrategy: PID 29361 died...\u000a08:39:57.543632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29361): Terminated: ok {rc=0}\u000a08:39:57.553482 --- ParallelTerminationStrategy: PID 29364 died...\u000a08:39:57.607313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29364): Terminated: ok {rc=0}\u000a08:39:57.616941 --- ParallelTerminationStrategy: PID 29367 died...\u000a08:39:57.670643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29367): Terminated: ok {rc=0}\u000a08:39:57.758596 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29378): Process ended prematurely: osmo-stp_10.42.42.5(pid=29378) [trial-2402↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29378)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29378): Process ended prematurely: osmo-stp_10.42.42.5(pid=29378) [trial-2402↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a08:39:58.810314 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:58.822063 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:39:58.944623 tst ping_idle_ping.py: using LAC 39723\u000a08:39:59.063889 tst ping_idle_ping.py: using RAC 198\u000a08:39:59.183063 tst ping_idle_ping.py: using CellId 39723\u000a08:39:59.311248 tst ping_idle_ping.py: using BVCI 39724\u000a08:39:59.334354 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:59.345144 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:59.355578 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:59.365986 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:59.376813 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:59.387518 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:59.398301 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:39:59.409026 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:39:59.702776 tst ping_idle_ping.py:24: start network...\u000a08:39:59.837324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:00.357823 run create_hlr_db(pid=29369): Launched\u000a08:40:00.544917 bus /gobi_6: Setting Powered False\u000a08:40:01.582063 run create_hlr_db(pid=29369): Terminated: ok {rc=0}\u000a08:40:02.019966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29374): Launched\u000a08:40:02.396601 run osmo-hlr_10.42.42.2(pid=29375): Launched\u000a08:40:02.506712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:03.030467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29377): Launched\u000a08:40:03.333786 run osmo-stp_10.42.42.5(pid=29378): Launched\u000a08:40:03.443475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:03.968351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29380): Launched\u000a08:40:04.075497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:04.340785 run patchelf(pid=29381): Launched\u000a08:40:04.517285 run osmo-stp_10.42.42.5(pid=29378): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29378)]\u000a08:40:04.646335 run osmo-stp_10.42.42.5(pid=29378): stdout: \u000a| (launched: 2022-12-14_08:40:03.182792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:04.775524 run osmo-stp_10.42.42.5(pid=29378): stderr: \u000a| �[0;m�[38;5;43m20221214084003354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084003354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084003355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084003355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084003355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084003355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084003356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:04.900461 run osmo-stp_10.42.42.5(pid=29378): stdout: \u000a| (launched: 2022-12-14_08:40:03.182792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:05.024157 run osmo-stp_10.42.42.5(pid=29378): stderr: \u000a| �[0;m�[38;5;43m20221214084003354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084003354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084003355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084003355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084003355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084003355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084003356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:05.167593 run patchelf(pid=29381): Terminating (SIGINT)\u000a08:40:05.336267 run patchelf(pid=29381): Terminated: ok {rc=0}\u000a08:40:05.366949 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29378): Process ended prematurely: osmo-stp_10.42.42.5(pid=29378) [trial-2402↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29378)] [trial-2402↪gprs:oc2g↪ping_idle_ping.py:27]\u000a08:40:05.375685 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:40:05.435925 run osmo-hlr_10.42.42.2(pid=29375): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29375)]\u000a08:40:05.484975 run osmo-hlr_10.42.42.2(pid=29375): stdout: \u000a| (launched: 2022-12-14_08:40:02.176469) \u000a08:40:05.534790 run osmo-hlr_10.42.42.2(pid=29375): stderr: \u000a| �[0;m�[1;31m20221214084002380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084002380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084002380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084002380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084002380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084002380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084002391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084002399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084002400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084002400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:05.577331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29374): Terminating (SIGTERM)\u000a08:40:05.617430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29377): Terminating (SIGTERM)\u000a08:40:05.657556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29380): Terminating (SIGTERM)\u000a08:40:05.666690 --- ParallelTerminationStrategy: PID 29374 died...\u000a08:40:05.720801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29374): Terminated: ok {rc=0}\u000a08:40:05.730712 --- ParallelTerminationStrategy: PID 29377 died...\u000a08:40:05.784398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29377): Terminated: ok {rc=0}\u000a08:40:05.794258 --- ParallelTerminationStrategy: PID 29380 died...\u000a08:40:05.848023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29380): Terminated: ok {rc=0}\u000a08:40:05.936502 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:39:07" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:40:08.051419 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:08.062717 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:40:08.191080 tst cs_paging_gprs_active.py: using LAC 39724\u000a08:40:08.315440 tst cs_paging_gprs_active.py: using RAC 199\u000a08:40:08.441598 tst cs_paging_gprs_active.py: using CellId 39724\u000a08:40:08.567768 tst cs_paging_gprs_active.py: using BVCI 39725\u000a08:40:08.592285 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:08.603563 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:08.614655 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:08.625860 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:08.636862 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:08.647992 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:08.659425 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:08.670575 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:08.682101 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:08.798852 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:09.092080 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:40:09.226930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:09.559618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29386): Launched\u000a08:40:09.836471 run iperf3-srv_10.42.42.10(pid=29387): Launched\u000a08:40:10.033747 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:40:10.168028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:10.500405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29388): Launched\u000a08:40:10.776694 run iperf3-srv_10.42.42.10(pid=29389): Launched\u000a08:40:10.973362 tst cs_paging_gprs_active.py:38: start network...\u000a08:40:11.107356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:11.626840 run create_hlr_db(pid=29390): Launched\u000a08:40:11.812683 bus /gobi_6: Setting Powered False\u000a08:40:12.834267 run create_hlr_db(pid=29390): Terminated: ok {rc=0}\u000a08:40:13.239794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Launched\u000a08:40:13.545964 run osmo-hlr_10.42.42.2(pid=29393): Launched\u000a08:40:13.665574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:14.196603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Launched\u000a08:40:14.499537 run osmo-stp_10.42.42.5(pid=29396): Launched\u000a08:40:14.610325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:15.136031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29398): Launched\u000a08:40:15.242803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:15.505524 run patchelf(pid=29399): Launched\u000a08:40:15.681568 run osmo-stp_10.42.42.5(pid=29396): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)]\u000a08:40:15.810181 run osmo-stp_10.42.42.5(pid=29396): stdout: \u000a| (launched: 2022-12-14_08:40:14.349945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:15.952578 run osmo-stp_10.42.42.5(pid=29396): stderr: \u000a| �[0;m�[38;5;43m20221214084014518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084014518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084014518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084014519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084014519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084014519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084014519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:16.080656 run osmo-stp_10.42.42.5(pid=29396): stdout: \u000a| (launched: 2022-12-14_08:40:14.349945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:16.208301 run osmo-stp_10.42.42.5(pid=29396): stderr: \u000a| �[0;m�[38;5;43m20221214084014518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084014518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084014518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084014519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084014519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084014519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084014519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:16.356094 run patchelf(pid=29399): Terminating (SIGINT)\u000a08:40:16.529228 run patchelf(pid=29399): Terminated: ok {rc=0}\u000a08:40:16.561564 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)] [trial-2402↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:40:16.572004 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:40:16.635638 run osmo-hlr_10.42.42.2(pid=29393): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29393)]\u000a08:40:16.687112 run osmo-hlr_10.42.42.2(pid=29393): stdout: \u000a| (launched: 2022-12-14_08:40:13.393374) \u000a08:40:16.739546 run osmo-hlr_10.42.42.2(pid=29393): stderr: \u000a| �[0;m�[1;31m20221214084013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084013582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084013590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084013590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084013590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:16.784522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29386): Terminating (SIGTERM)\u000a08:40:16.827587 run iperf3-srv_10.42.42.10(pid=29387): Terminating (SIGTERM)\u000a08:40:16.872929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29388): Terminating (SIGTERM)\u000a08:40:16.915866 run iperf3-srv_10.42.42.10(pid=29389): Terminating (SIGTERM)\u000a08:40:16.961466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Terminating (SIGTERM)\u000a08:40:17.003739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Terminating (SIGTERM)\u000a08:40:17.045795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29398): Terminating (SIGTERM)\u000a08:40:17.055426 --- ParallelTerminationStrategy: PID 29386 died...\u000a08:40:17.112246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29386): Terminated: ok {rc=0}\u000a08:40:17.122614 --- ParallelTerminationStrategy: PID 29387 died...\u000a08:40:17.178526 run iperf3-srv_10.42.42.10(pid=29387): Terminated {rc=256}\u000a08:40:17.188788 --- ParallelTerminationStrategy: PID 29388 died...\u000a08:40:17.245435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29388): Terminated: ok {rc=0}\u000a08:40:17.254780 --- ParallelTerminationStrategy: PID 29389 died...\u000a08:40:17.307526 run iperf3-srv_10.42.42.10(pid=29389): Terminated {rc=256}\u000a08:40:17.316795 --- ParallelTerminationStrategy: PID 29392 died...\u000a08:40:17.370125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Terminated: ok {rc=0}\u000a08:40:17.379468 --- ParallelTerminationStrategy: PID 29395 died...\u000a08:40:17.432349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Terminated: ok {rc=0}\u000a08:40:17.441791 --- ParallelTerminationStrategy: PID 29398 died...\u000a08:40:17.495312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29398): Terminated: ok {rc=0}\u000a08:40:17.579336 bus /gobi_0: Setting Powered False\u000a08:40:18.680301 bus /gobi_0: Setting Powered False\u000a08:40:19.792136 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29408): Process ended prematurely: osmo-stp_10.42.42.5(pid=29408) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29408)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29408): Process ended prematurely: osmo-stp_10.42.42.5(pid=29408) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:40:20.902739 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:20.914195 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:40:21.044876 tst iperf3.py: using LAC 39725\u000a08:40:21.163548 tst iperf3.py: using RAC 200\u000a08:40:21.285801 tst iperf3.py: using CellId 39725\u000a08:40:21.410489 tst iperf3.py: using BVCI 39726\u000a08:40:21.435393 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:21.446656 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:21.458364 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:21.469697 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:21.480737 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:21.491770 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:21.502953 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:21.514063 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:21.525528 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:21.818985 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:40:21.953539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:22.285078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29400): Launched\u000a08:40:22.561759 run iperf3-srv_10.42.42.10(pid=29401): Launched\u000a08:40:22.757653 tst iperf3.py:8: start network...\u000a08:40:22.891345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:23.405706 run create_hlr_db(pid=29402): Launched\u000a08:40:23.590741 bus /gobi_6: Setting Powered False\u000a08:40:24.611860 run create_hlr_db(pid=29402): Terminated: ok {rc=0}\u000a08:40:25.014073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29404): Launched\u000a08:40:25.316366 run osmo-hlr_10.42.42.2(pid=29405): Launched\u000a08:40:25.431802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:25.955579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29407): Launched\u000a08:40:26.258243 run osmo-stp_10.42.42.5(pid=29408): Launched\u000a08:40:26.379960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:26.906240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29410): Launched\u000a08:40:27.014158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:27.277736 run patchelf(pid=29411): Launched\u000a08:40:27.454194 run osmo-stp_10.42.42.5(pid=29408): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29408)]\u000a08:40:27.583897 run osmo-stp_10.42.42.5(pid=29408): stdout: \u000a| (launched: 2022-12-14_08:40:26.108678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:27.713684 run osmo-stp_10.42.42.5(pid=29408): stderr: \u000a| �[0;m�[38;5;43m20221214084026279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084026279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084026279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084026280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084026280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084026280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084026280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:27.838603 run osmo-stp_10.42.42.5(pid=29408): stdout: \u000a| (launched: 2022-12-14_08:40:26.108678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:27.962675 run osmo-stp_10.42.42.5(pid=29408): stderr: \u000a| �[0;m�[38;5;43m20221214084026279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084026279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084026279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084026280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084026280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084026280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084026280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:28.106063 run patchelf(pid=29411): Terminating (SIGINT)\u000a08:40:28.274097 run patchelf(pid=29411): Terminated: ok {rc=0}\u000a08:40:28.305076 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29408): Process ended prematurely: osmo-stp_10.42.42.5(pid=29408) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29408)] [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a08:40:28.314441 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a08:40:28.374761 run osmo-hlr_10.42.42.2(pid=29405): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29405)]\u000a08:40:28.423809 run osmo-hlr_10.42.42.2(pid=29405): stdout: \u000a| (launched: 2022-12-14_08:40:25.166903) \u000a08:40:28.473640 run osmo-hlr_10.42.42.2(pid=29405): stderr: \u000a| �[0;m�[1;31m20221214084025344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084025344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084025344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084025344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084025344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084025344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084025356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084025365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084025366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084025366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:28.516301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29400): Terminating (SIGTERM)\u000a08:40:28.556352 run iperf3-srv_10.42.42.10(pid=29401): Terminating (SIGTERM)\u000a08:40:28.596379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29404): Terminating (SIGTERM)\u000a08:40:28.636285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29407): Terminating (SIGTERM)\u000a08:40:28.676582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29410): Terminating (SIGTERM)\u000a08:40:28.685863 --- ParallelTerminationStrategy: PID 29400 died...\u000a08:40:28.740360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29400): Terminated: ok {rc=0}\u000a08:40:28.750020 --- ParallelTerminationStrategy: PID 29401 died...\u000a08:40:28.803838 run iperf3-srv_10.42.42.10(pid=29401): Terminated {rc=256}\u000a08:40:28.813549 --- ParallelTerminationStrategy: PID 29404 died...\u000a08:40:28.867444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29404): Terminated: ok {rc=0}\u000a08:40:28.876885 --- ParallelTerminationStrategy: PID 29407 died...\u000a08:40:28.930942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29407): Terminated: ok {rc=0}\u000a08:40:28.940483 --- ParallelTerminationStrategy: PID 29410 died...\u000a08:40:28.994656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29410): Terminated: ok {rc=0}\u000a08:40:29.079292 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29426): Process ended prematurely: osmo-stp_10.42.42.5(pid=29426) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29426)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29426): Process ended prematurely: osmo-stp_10.42.42.5(pid=29426) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:40:30.193476 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:30.205358 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:40:30.338878 tst iperf3m4.py: using LAC 39726\u000a08:40:30.462170 tst iperf3m4.py: using RAC 201\u000a08:40:30.581647 tst iperf3m4.py: using CellId 39726\u000a08:40:30.700103 tst iperf3m4.py: using BVCI 39727\u000a08:40:30.723319 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:30.734135 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:30.744838 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:30.755471 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:30.766892 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:30.778322 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:30.789903 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:30.801161 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:30.812511 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:30.932834 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:31.048427 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:31.178528 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:31.509127 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:40:31.638294 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:32.023698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29412): Launched\u000a08:40:32.314359 run iperf3-srv_10.42.42.10(pid=29413): Launched\u000a08:40:32.498818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:40:32.624632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:32.938832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29414): Launched\u000a08:40:33.198558 run iperf3-srv_10.42.42.10(pid=29415): Launched\u000a08:40:33.381285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:40:33.506576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:33.818965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29416): Launched\u000a08:40:34.080427 run iperf3-srv_10.42.42.10(pid=29417): Launched\u000a08:40:34.263058 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:40:34.388699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:34.700848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29418): Launched\u000a08:40:34.960353 run iperf3-srv_10.42.42.10(pid=29419): Launched\u000a08:40:35.142455 tst iperf3m4.py:8: start network...\u000a08:40:35.267465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:35.744456 run create_hlr_db(pid=29420): Launched\u000a08:40:35.916503 bus /gobi_6: Setting Powered False\u000a08:40:36.938702 run create_hlr_db(pid=29420): Terminated: ok {rc=0}\u000a08:40:37.363772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29422): Launched\u000a08:40:37.686677 run osmo-hlr_10.42.42.2(pid=29423): Launched\u000a08:40:37.807829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:38.366565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29425): Launched\u000a08:40:38.689269 run osmo-stp_10.42.42.5(pid=29426): Launched\u000a08:40:38.805607 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:39.367251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29428): Launched\u000a08:40:39.482951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:39.763947 run patchelf(pid=29429): Launched\u000a08:40:39.953448 run osmo-stp_10.42.42.5(pid=29426): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29426)]\u000a08:40:40.084342 run osmo-stp_10.42.42.5(pid=29426): stdout: \u000a| (launched: 2022-12-14_08:40:38.529963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:40.214615 run osmo-stp_10.42.42.5(pid=29426): stderr: \u000a| �[0;m�[38;5;43m20221214084038718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084038718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084038718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084038719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084038719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084038719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084038719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:40.339869 run osmo-stp_10.42.42.5(pid=29426): stdout: \u000a| (launched: 2022-12-14_08:40:38.529963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:40.463686 run osmo-stp_10.42.42.5(pid=29426): stderr: \u000a| �[0;m�[38;5;43m20221214084038718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084038718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084038718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084038719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084038719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084038719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084038719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:40.607180 run patchelf(pid=29429): Terminating (SIGINT)\u000a08:40:40.775296 run patchelf(pid=29429): Terminated: ok {rc=0}\u000a08:40:40.806496 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29426): Process ended prematurely: osmo-stp_10.42.42.5(pid=29426) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29426)] [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:40:40.815901 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a08:40:40.876247 run osmo-hlr_10.42.42.2(pid=29423): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29423)]\u000a08:40:40.925588 run osmo-hlr_10.42.42.2(pid=29423): stdout: \u000a| (launched: 2022-12-14_08:40:37.527661) \u000a08:40:40.975523 run osmo-hlr_10.42.42.2(pid=29423): stderr: \u000a| �[0;m�[1;31m20221214084037723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084037723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084037723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084037723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084037723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084037723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084037735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084037743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084037743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084037744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:41.017750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29412): Terminating (SIGTERM)\u000a08:40:41.057360 run iperf3-srv_10.42.42.10(pid=29413): Terminating (SIGTERM)\u000a08:40:41.097595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29414): Terminating (SIGTERM)\u000a08:40:41.137351 run iperf3-srv_10.42.42.10(pid=29415): Terminating (SIGTERM)\u000a08:40:41.177503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29416): Terminating (SIGTERM)\u000a08:40:41.217130 run iperf3-srv_10.42.42.10(pid=29417): Terminating (SIGTERM)\u000a08:40:41.256743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29418): Terminating (SIGTERM)\u000a08:40:41.296411 run iperf3-srv_10.42.42.10(pid=29419): Terminating (SIGTERM)\u000a08:40:41.336123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29422): Terminating (SIGTERM)\u000a08:40:41.375834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29425): Terminating (SIGTERM)\u000a08:40:41.415639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29428): Terminating (SIGTERM)\u000a08:40:41.424662 --- ParallelTerminationStrategy: PID 29412 died...\u000a08:40:41.478401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29412): Terminated: ok {rc=0}\u000a08:40:41.487847 --- ParallelTerminationStrategy: PID 29413 died...\u000a08:40:41.541439 run iperf3-srv_10.42.42.10(pid=29413): Terminated {rc=256}\u000a08:40:41.550876 --- ParallelTerminationStrategy: PID 29414 died...\u000a08:40:41.604198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29414): Terminated: ok {rc=0}\u000a08:40:41.613850 --- ParallelTerminationStrategy: PID 29415 died...\u000a08:40:41.667179 run iperf3-srv_10.42.42.10(pid=29415): Terminated {rc=256}\u000a08:40:41.676478 --- ParallelTerminationStrategy: PID 29416 died...\u000a08:40:41.729656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29416): Terminated: ok {rc=0}\u000a08:40:41.739064 --- ParallelTerminationStrategy: PID 29417 died...\u000a08:40:41.792184 run iperf3-srv_10.42.42.10(pid=29417): Terminated {rc=256}\u000a08:40:41.801742 --- ParallelTerminationStrategy: PID 29418 died...\u000a08:40:41.854803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29418): Terminated: ok {rc=0}\u000a08:40:41.864227 --- ParallelTerminationStrategy: PID 29419 died...\u000a08:40:41.917692 run iperf3-srv_10.42.42.10(pid=29419): Terminated {rc=256}\u000a08:40:41.927109 --- ParallelTerminationStrategy: PID 29422 died...\u000a08:40:41.981282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29422): Terminated: ok {rc=0}\u000a08:40:41.990692 --- ParallelTerminationStrategy: PID 29425 died...\u000a08:40:42.043992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29425): Terminated: ok {rc=0}\u000a08:40:42.053914 --- ParallelTerminationStrategy: PID 29428 died...\u000a08:40:42.107355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29428): Terminated: ok {rc=0}\u000a08:40:42.195945 bus /gobi_4: Setting Powered False\u000a08:40:43.297796 bus /gobi_4: Setting Powered False\u000a08:40:44.408916 bus /gobi_1: Setting Powered False\u000a08:40:45.511253 bus /gobi_1: Setting Powered False\u000a08:40:46.623515 bus /gobi_0: Setting Powered False\u000a08:40:47.729265 bus /gobi_0: Setting Powered False\u000a08:40:48.841012 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29437): Process ended prematurely: osmo-stp_10.42.42.5(pid=29437) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29437)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29437): Process ended prematurely: osmo-stp_10.42.42.5(pid=29437) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:40:49.907890 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:49.919229 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:40:50.046282 tst ping.py: using LAC 39727\u000a08:40:50.171557 tst ping.py: using RAC 202\u000a08:40:50.295046 tst ping.py: using CellId 39727\u000a08:40:50.420099 tst ping.py: using BVCI 39728\u000a08:40:50.444262 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:50.455583 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:50.466820 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:50.478367 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:50.489432 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:50.500306 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:50.511523 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:50.522874 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:50.796045 tst ping.py:19: start network...\u000a08:40:50.918185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:51.382728 run create_hlr_db(pid=29430): Launched\u000a08:40:51.552158 bus /gobi_6: Setting Powered False\u000a08:40:52.573902 run create_hlr_db(pid=29430): Terminated: ok {rc=0}\u000a08:40:52.993349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29433): Launched\u000a08:40:53.308810 run osmo-hlr_10.42.42.2(pid=29434): Launched\u000a08:40:53.429192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:53.984399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29436): Launched\u000a08:40:54.300643 run osmo-stp_10.42.42.5(pid=29437): Launched\u000a08:40:54.414520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:54.964241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29439): Launched\u000a08:40:55.076134 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:55.351904 run patchelf(pid=29440): Launched\u000a08:40:55.537111 run osmo-stp_10.42.42.5(pid=29437): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29437)]\u000a08:40:55.671948 run osmo-stp_10.42.42.5(pid=29437): stdout: \u000a| (launched: 2022-12-14_08:40:54.144825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:55.807364 run osmo-stp_10.42.42.5(pid=29437): stderr: \u000a| �[0;m�[38;5;43m20221214084054338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084054338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084054339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084054339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084054340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084054340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084054340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:55.938167 run osmo-stp_10.42.42.5(pid=29437): stdout: \u000a| (launched: 2022-12-14_08:40:54.144825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:56.067949 run osmo-stp_10.42.42.5(pid=29437): stderr: \u000a| �[0;m�[38;5;43m20221214084054338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084054338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084054339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084054339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084054340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084054340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084054340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:56.218077 run patchelf(pid=29440): Terminating (SIGINT)\u000a08:40:56.394120 run patchelf(pid=29440): Terminated: ok {rc=0}\u000a08:40:56.426272 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29437): Process ended prematurely: osmo-stp_10.42.42.5(pid=29437) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29437)] [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a08:40:56.435603 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:40:56.498454 run osmo-hlr_10.42.42.2(pid=29434): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29434)]\u000a08:40:56.549812 run osmo-hlr_10.42.42.2(pid=29434): stdout: \u000a| (launched: 2022-12-14_08:40:53.153827) \u000a08:40:56.601639 run osmo-hlr_10.42.42.2(pid=29434): stderr: \u000a| �[0;m�[1;31m20221214084053352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084053352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084053352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084053353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084053353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084053353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084053366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084053374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084053374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084053374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:56.645766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29433): Terminating (SIGTERM)\u000a08:40:56.687384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29436): Terminating (SIGTERM)\u000a08:40:56.729184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29439): Terminating (SIGTERM)\u000a08:40:56.738796 --- ParallelTerminationStrategy: PID 29433 died...\u000a08:40:56.794242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29433): Terminated: ok {rc=0}\u000a08:40:56.804251 --- ParallelTerminationStrategy: PID 29436 died...\u000a08:40:56.859368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29436): Terminated: ok {rc=0}\u000a08:40:56.869393 --- ParallelTerminationStrategy: PID 29439 died...\u000a08:40:56.924366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29439): Terminated: ok {rc=0}\u000a08:40:57.010158 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29447): Process ended prematurely: osmo-stp_10.42.42.5(pid=29447) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29447)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29447): Process ended prematurely: osmo-stp_10.42.42.5(pid=29447) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:40:58.061352 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:58.072794 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:40:58.204374 tst ping_idle_ping.py: using LAC 39728\u000a08:40:58.330258 tst ping_idle_ping.py: using RAC 203\u000a08:40:58.454033 tst ping_idle_ping.py: using CellId 39728\u000a08:40:58.580391 tst ping_idle_ping.py: using BVCI 39729\u000a08:40:58.604487 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:58.615790 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:58.627014 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:58.638227 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:58.650242 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:58.661873 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:58.673602 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:40:58.685302 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:40:58.959453 tst ping_idle_ping.py:24: start network...\u000a08:40:59.081965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:59.551433 run create_hlr_db(pid=29441): Launched\u000a08:40:59.721814 bus /gobi_6: Setting Powered False\u000a08:41:00.743484 run create_hlr_db(pid=29441): Terminated: ok {rc=0}\u000a08:41:01.209311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29443): Launched\u000a08:41:01.587413 run osmo-hlr_10.42.42.2(pid=29444): Launched\u000a08:41:01.763362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:02.418754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29446): Launched\u000a08:41:02.737190 run osmo-stp_10.42.42.5(pid=29447): Launched\u000a08:41:02.853015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:41:03.408738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29449): Launched\u000a08:41:03.521800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:41:03.798900 run patchelf(pid=29450): Launched\u000a08:41:03.984706 run osmo-stp_10.42.42.5(pid=29447): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29447)]\u000a08:41:04.119941 run osmo-stp_10.42.42.5(pid=29447): stdout: \u000a| (launched: 2022-12-14_08:41:02.580342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:04.256252 run osmo-stp_10.42.42.5(pid=29447): stderr: \u000a| �[0;m�[38;5;43m20221214084102771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084102771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084102772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084102772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:04.387576 run osmo-stp_10.42.42.5(pid=29447): stdout: \u000a| (launched: 2022-12-14_08:41:02.580342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:04.518749 run osmo-stp_10.42.42.5(pid=29447): stderr: \u000a| �[0;m�[38;5;43m20221214084102771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084102771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084102772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084102772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084102773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:04.669867 run patchelf(pid=29450): Terminating (SIGINT)\u000a08:41:04.846789 run patchelf(pid=29450): Terminated: ok {rc=0}\u000a08:41:04.879179 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29447): Process ended prematurely: osmo-stp_10.42.42.5(pid=29447) [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29447)] [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:41:04.888689 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:41:04.951521 run osmo-hlr_10.42.42.2(pid=29444): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29444)]\u000a08:41:05.003040 run osmo-hlr_10.42.42.2(pid=29444): stdout: \u000a| (launched: 2022-12-14_08:41:01.376372) \u000a08:41:05.055120 run osmo-hlr_10.42.42.2(pid=29444): stderr: \u000a| �[0;m�[1;31m20221214084101742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084101742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084101742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084101742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084101742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084101742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084101764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084101786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084101786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084101786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:05.099572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29443): Terminating (SIGTERM)\u000a08:41:05.142000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29446): Terminating (SIGTERM)\u000a08:41:05.183698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29449): Terminating (SIGTERM)\u000a08:41:05.193404 --- ParallelTerminationStrategy: PID 29443 died...\u000a08:41:05.249109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29443): Terminated: ok {rc=0}\u000a08:41:05.259103 --- ParallelTerminationStrategy: PID 29446 died...\u000a08:41:05.314562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29446): Terminated: ok {rc=0}\u000a08:41:05.324564 --- ParallelTerminationStrategy: PID 29449 died...\u000a08:41:05.379881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29449): Terminated: ok {rc=0}\u000a08:41:05.466222 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:40:07" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29466): Process ended prematurely: osmo-stp_10.42.42.5(pid=29466) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29466)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29466): Process ended prematurely: osmo-stp_10.42.42.5(pid=29466) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:41:07.591652 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:07.602393 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:41:07.752911 tst cs_paging_gprs_active.py: using LAC 39729\u000a08:41:07.881281 tst cs_paging_gprs_active.py: using RAC 204\u000a08:41:08.009615 tst cs_paging_gprs_active.py: using CellId 39729\u000a08:41:08.135665 tst cs_paging_gprs_active.py: using BVCI 39730\u000a08:41:08.160486 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:08.171862 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:08.182974 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:08.194143 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:08.205200 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:08.216359 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:08.227581 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:08.238654 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:08.250397 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:08.366540 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:08.644703 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:41:08.770543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:09.084065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29456): Launched\u000a08:41:09.345264 run iperf3-srv_10.42.42.10(pid=29457): Launched\u000a08:41:09.529552 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:41:09.655307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:09.968822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29458): Launched\u000a08:41:10.231214 run iperf3-srv_10.42.42.10(pid=29459): Launched\u000a08:41:10.415096 tst cs_paging_gprs_active.py:38: start network...\u000a08:41:10.541325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:11.017435 run create_hlr_db(pid=29460): Launched\u000a08:41:11.190482 bus /gobi_6: Setting Powered False\u000a08:41:12.213337 run create_hlr_db(pid=29460): Terminated: ok {rc=0}\u000a08:41:12.640174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29462): Launched\u000a08:41:12.963509 run osmo-hlr_10.42.42.2(pid=29463): Launched\u000a08:41:13.085152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:13.617614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29465): Launched\u000a08:41:13.920315 run osmo-stp_10.42.42.5(pid=29466): Launched\u000a08:41:14.030352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:41:14.558369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29468): Launched\u000a08:41:14.665865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:41:14.929239 run patchelf(pid=29469): Launched\u000a08:41:15.105542 run osmo-stp_10.42.42.5(pid=29466): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29466)]\u000a08:41:15.234942 run osmo-stp_10.42.42.5(pid=29466): stdout: \u000a| (launched: 2022-12-14_08:41:13.770643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:15.364526 run osmo-stp_10.42.42.5(pid=29466): stderr: \u000a| �[0;m�[38;5;43m20221214084113940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084113940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084113940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084113941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084113941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084113941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084113941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:15.489657 run osmo-stp_10.42.42.5(pid=29466): stdout: \u000a| (launched: 2022-12-14_08:41:13.770643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:15.613692 run osmo-stp_10.42.42.5(pid=29466): stderr: \u000a| �[0;m�[38;5;43m20221214084113940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084113940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084113940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084113941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084113941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084113941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084113941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:15.758023 run patchelf(pid=29469): Terminating (SIGINT)\u000a08:41:15.954815 run patchelf(pid=29469): Terminated: ok {rc=0}\u000a08:41:15.987590 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29466): Process ended prematurely: osmo-stp_10.42.42.5(pid=29466) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29466)] [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:41:15.997967 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a08:41:16.061055 run osmo-hlr_10.42.42.2(pid=29463): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29463)]\u000a08:41:16.112361 run osmo-hlr_10.42.42.2(pid=29463): stdout: \u000a| (launched: 2022-12-14_08:41:12.804408) \u000a08:41:16.164632 run osmo-hlr_10.42.42.2(pid=29463): stderr: \u000a| �[0;m�[1;31m20221214084113004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084113004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084113004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084113004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084113004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084113004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084113015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084113023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084113023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084113024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:16.209279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29456): Terminating (SIGTERM)\u000a08:41:16.251637 run iperf3-srv_10.42.42.10(pid=29457): Terminating (SIGTERM)\u000a08:41:16.296568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29458): Terminating (SIGTERM)\u000a08:41:16.340272 run iperf3-srv_10.42.42.10(pid=29459): Terminating (SIGTERM)\u000a08:41:16.386114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29462): Terminating (SIGTERM)\u000a08:41:16.430590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29465): Terminating (SIGTERM)\u000a08:41:16.476470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29468): Terminating (SIGTERM)\u000a08:41:16.487664 --- ParallelTerminationStrategy: PID 29456 died...\u000a08:41:16.546590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29456): Terminated: ok {rc=0}\u000a08:41:16.557276 --- ParallelTerminationStrategy: PID 29457 died...\u000a08:41:16.614044 run iperf3-srv_10.42.42.10(pid=29457): Terminated {rc=256}\u000a08:41:16.624364 --- ParallelTerminationStrategy: PID 29458 died...\u000a08:41:16.682314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29458): Terminated: ok {rc=0}\u000a08:41:16.692814 --- ParallelTerminationStrategy: PID 29459 died...\u000a08:41:16.749551 run iperf3-srv_10.42.42.10(pid=29459): Terminated {rc=256}\u000a08:41:16.759959 --- ParallelTerminationStrategy: PID 29462 died...\u000a08:41:16.818694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29462): Terminated: ok {rc=0}\u000a08:41:16.829596 --- ParallelTerminationStrategy: PID 29465 died...\u000a08:41:16.888494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29465): Terminated: ok {rc=0}\u000a08:41:16.898893 --- ParallelTerminationStrategy: PID 29468 died...\u000a08:41:16.955411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29468): Terminated: ok {rc=0}\u000a08:41:17.042055 bus /gobi_0: Setting Powered False\u000a08:41:18.143912 bus /gobi_0: Setting Powered False\u000a08:41:19.254532 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29478): Process ended prematurely: osmo-stp_10.42.42.5(pid=29478) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29478)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29478): Process ended prematurely: osmo-stp_10.42.42.5(pid=29478) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:41:20.364221 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:20.375709 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:41:20.523558 tst iperf3.py: using LAC 39730\u000a08:41:20.644753 tst iperf3.py: using RAC 205\u000a08:41:20.763949 tst iperf3.py: using CellId 39730\u000a08:41:20.884520 tst iperf3.py: using BVCI 39731\u000a08:41:20.907732 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:20.918571 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:20.929234 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:20.939720 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:20.950569 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:20.961978 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:20.972895 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:20.983660 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:20.994627 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:21.270318 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:41:21.396462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:21.709137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29470): Launched\u000a08:41:21.970049 run iperf3-srv_10.42.42.10(pid=29471): Launched\u000a08:41:22.153879 tst iperf3.py:8: start network...\u000a08:41:22.279628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:22.756841 run create_hlr_db(pid=29472): Launched\u000a08:41:22.930057 bus /gobi_6: Setting Powered False\u000a08:41:23.952822 run create_hlr_db(pid=29472): Terminated: ok {rc=0}\u000a08:41:24.379784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29474): Launched\u000a08:41:24.713524 run osmo-hlr_10.42.42.2(pid=29475): Launched\u000a08:41:24.835318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:25.395126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29477): Launched\u000a08:41:25.718268 run osmo-stp_10.42.42.5(pid=29478): Launched\u000a08:41:25.834180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:41:26.394784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29480): Launched\u000a08:41:26.510245 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:41:26.790461 run patchelf(pid=29481): Launched\u000a08:41:26.977775 run osmo-stp_10.42.42.5(pid=29478): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29478)]\u000a08:41:27.114716 run osmo-stp_10.42.42.5(pid=29478): stdout: \u000a| (launched: 2022-12-14_08:41:25.559201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:27.251861 run osmo-stp_10.42.42.5(pid=29478): stderr: \u000a| �[0;m�[38;5;43m20221214084125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084125754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084125754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084125754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084125754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:27.384419 run osmo-stp_10.42.42.5(pid=29478): stdout: \u000a| (launched: 2022-12-14_08:41:25.559201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:27.516257 run osmo-stp_10.42.42.5(pid=29478): stderr: \u000a| �[0;m�[38;5;43m20221214084125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084125754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084125754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084125754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084125754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:27.669206 run patchelf(pid=29481): Terminating (SIGINT)\u000a08:41:27.847998 run patchelf(pid=29481): Terminated: ok {rc=0}\u000a08:41:27.881147 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29478): Process ended prematurely: osmo-stp_10.42.42.5(pid=29478) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29478)] [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:41:27.891003 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:41:27.953210 run osmo-hlr_10.42.42.2(pid=29475): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29475)]\u000a08:41:28.004836 run osmo-hlr_10.42.42.2(pid=29475): stdout: \u000a| (launched: 2022-12-14_08:41:24.543723) \u000a08:41:28.056605 run osmo-hlr_10.42.42.2(pid=29475): stderr: \u000a| �[0;m�[1;31m20221214084124753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084124754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084124754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084124754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084124754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084124754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084124766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084124776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084124776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084124776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:28.100551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29470): Terminating (SIGTERM)\u000a08:41:28.142047 run iperf3-srv_10.42.42.10(pid=29471): Terminating (SIGTERM)\u000a08:41:28.183473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29474): Terminating (SIGTERM)\u000a08:41:28.224922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29477): Terminating (SIGTERM)\u000a08:41:28.266420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29480): Terminating (SIGTERM)\u000a08:41:28.275932 --- ParallelTerminationStrategy: PID 29470 died...\u000a08:41:28.331782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29470): Terminated: ok {rc=0}\u000a08:41:28.341821 --- ParallelTerminationStrategy: PID 29471 died...\u000a08:41:28.397443 run iperf3-srv_10.42.42.10(pid=29471): Terminated {rc=256}\u000a08:41:28.407278 --- ParallelTerminationStrategy: PID 29474 died...\u000a08:41:28.462344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29474): Terminated: ok {rc=0}\u000a08:41:28.472132 --- ParallelTerminationStrategy: PID 29477 died...\u000a08:41:28.527515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29477): Terminated: ok {rc=0}\u000a08:41:28.537935 --- ParallelTerminationStrategy: PID 29480 died...\u000a08:41:28.593371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29480): Terminated: ok {rc=0}\u000a08:41:28.679620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29496): Process ended prematurely: osmo-stp_10.42.42.5(pid=29496) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29496)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29496): Process ended prematurely: osmo-stp_10.42.42.5(pid=29496) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:41:29.793814 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:29.805715 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:41:29.957371 tst iperf3m4.py: using LAC 39731\u000a08:41:30.086066 tst iperf3m4.py: using RAC 206\u000a08:41:30.211983 tst iperf3m4.py: using CellId 39731\u000a08:41:30.338356 tst iperf3m4.py: using BVCI 39732\u000a08:41:30.363039 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:30.374498 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:30.385704 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:30.396879 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:30.408011 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:30.419266 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:30.430732 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:30.441930 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:30.453343 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:30.568845 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:30.689809 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:30.805314 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:31.127875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:41:31.259510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:31.594400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29482): Launched\u000a08:41:31.879320 run iperf3-srv_10.42.42.10(pid=29483): Launched\u000a08:41:32.079968 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:41:32.216709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:32.550613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29484): Launched\u000a08:41:32.829257 run iperf3-srv_10.42.42.10(pid=29485): Launched\u000a08:41:33.025959 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:41:33.160618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:33.494373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29486): Launched\u000a08:41:33.774048 run iperf3-srv_10.42.42.10(pid=29487): Launched\u000a08:41:33.971095 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:41:34.106526 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:41:34.440464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29488): Launched\u000a08:41:34.718327 run iperf3-srv_10.42.42.10(pid=29489): Launched\u000a08:41:34.915226 tst iperf3m4.py:8: start network...\u000a08:41:35.049888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:35.568834 run create_hlr_db(pid=29490): Launched\u000a08:41:35.754149 bus /gobi_6: Setting Powered False\u000a08:41:36.775429 run create_hlr_db(pid=29490): Terminated: ok {rc=0}\u000a08:41:37.203981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29492): Launched\u000a08:41:37.527505 run osmo-hlr_10.42.42.2(pid=29493): Launched\u000a08:41:37.644587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:38.206406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29495): Launched\u000a08:41:38.530305 run osmo-stp_10.42.42.5(pid=29496): Launched\u000a08:41:38.648352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:41:39.211304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29498): Launched\u000a08:41:39.326198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:41:39.607422 run patchelf(pid=29499): Launched\u000a08:41:39.795674 run osmo-stp_10.42.42.5(pid=29496): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29496)]\u000a08:41:39.933436 run osmo-stp_10.42.42.5(pid=29496): stdout: \u000a| (launched: 2022-12-14_08:41:38.369969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:40.071030 run osmo-stp_10.42.42.5(pid=29496): stderr: \u000a| �[0;m�[38;5;43m20221214084138559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084138559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084138560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084138560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084138560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084138560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084138561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:40.204624 run osmo-stp_10.42.42.5(pid=29496): stdout: \u000a| (launched: 2022-12-14_08:41:38.369969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:40.336599 run osmo-stp_10.42.42.5(pid=29496): stderr: \u000a| �[0;m�[38;5;43m20221214084138559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084138559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084138560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084138560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084138560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084138560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084138561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:40.489906 run patchelf(pid=29499): Terminating (SIGINT)\u000a08:41:40.670114 run patchelf(pid=29499): Terminated: ok {rc=0}\u000a08:41:40.703197 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29496): Process ended prematurely: osmo-stp_10.42.42.5(pid=29496) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29496)] [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:41:40.713215 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:41:40.776389 run osmo-hlr_10.42.42.2(pid=29493): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29493)]\u000a08:41:40.828042 run osmo-hlr_10.42.42.2(pid=29493): stdout: \u000a| (launched: 2022-12-14_08:41:37.368249) \u000a08:41:40.880631 run osmo-hlr_10.42.42.2(pid=29493): stderr: \u000a| �[0;m�[1;31m20221214084137564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084137564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084137564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084137577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084137585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084137586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084137586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:40.925044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29482): Terminating (SIGTERM)\u000a08:41:40.967360 run iperf3-srv_10.42.42.10(pid=29483): Terminating (SIGTERM)\u000a08:41:41.009292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29484): Terminating (SIGTERM)\u000a08:41:41.051186 run iperf3-srv_10.42.42.10(pid=29485): Terminating (SIGTERM)\u000a08:41:41.093119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29486): Terminating (SIGTERM)\u000a08:41:41.134876 run iperf3-srv_10.42.42.10(pid=29487): Terminating (SIGTERM)\u000a08:41:41.176768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29488): Terminating (SIGTERM)\u000a08:41:41.218827 run iperf3-srv_10.42.42.10(pid=29489): Terminating (SIGTERM)\u000a08:41:41.261039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29492): Terminating (SIGTERM)\u000a08:41:41.303346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29495): Terminating (SIGTERM)\u000a08:41:41.345809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29498): Terminating (SIGTERM)\u000a08:41:41.355429 --- ParallelTerminationStrategy: PID 29482 died...\u000a08:41:41.411113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29482): Terminated: ok {rc=0}\u000a08:41:41.421108 --- ParallelTerminationStrategy: PID 29483 died...\u000a08:41:41.476310 run iperf3-srv_10.42.42.10(pid=29483): Terminated {rc=256}\u000a08:41:41.486345 --- ParallelTerminationStrategy: PID 29484 died...\u000a08:41:41.542224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29484): Terminated: ok {rc=0}\u000a08:41:41.552236 --- ParallelTerminationStrategy: PID 29485 died...\u000a08:41:41.607529 run iperf3-srv_10.42.42.10(pid=29485): Terminated {rc=256}\u000a08:41:41.617859 --- ParallelTerminationStrategy: PID 29486 died...\u000a08:41:41.673048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29486): Terminated: ok {rc=0}\u000a08:41:41.683046 --- ParallelTerminationStrategy: PID 29487 died...\u000a08:41:41.738153 run iperf3-srv_10.42.42.10(pid=29487): Terminated {rc=256}\u000a08:41:41.748138 --- ParallelTerminationStrategy: PID 29488 died...\u000a08:41:41.803399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29488): Terminated: ok {rc=0}\u000a08:41:41.813398 --- ParallelTerminationStrategy: PID 29489 died...\u000a08:41:41.868628 run iperf3-srv_10.42.42.10(pid=29489): Terminated {rc=256}\u000a08:41:41.878587 --- ParallelTerminationStrategy: PID 29492 died...\u000a08:41:41.934347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29492): Terminated: ok {rc=0}\u000a08:41:41.944439 --- ParallelTerminationStrategy: PID 29495 died...\u000a08:41:41.999902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29495): Terminated: ok {rc=0}\u000a08:41:42.009941 --- ParallelTerminationStrategy: PID 29498 died...\u000a08:41:42.065471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29498): Terminated: ok {rc=0}\u000a08:41:42.151626 bus /gobi_4: Setting Powered False\u000a08:41:43.258494 bus /gobi_4: Setting Powered False\u000a08:41:44.367326 bus /gobi_1: Setting Powered False\u000a08:41:45.469313 bus /gobi_1: Setting Powered False\u000a08:41:46.596136 bus /gobi_0: Setting Powered False\u000a08:41:47.705000 bus /gobi_0: Setting Powered False\u000a08:41:48.813673 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29506): Process ended prematurely: osmo-stp_10.42.42.5(pid=29506) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29506)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29506): Process ended prematurely: osmo-stp_10.42.42.5(pid=29506) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:41:49.882641 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:49.894551 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:41:50.045864 tst ping.py: using LAC 39732\u000a08:41:50.171614 tst ping.py: using RAC 207\u000a08:41:50.297184 tst ping.py: using CellId 39732\u000a08:41:50.420298 tst ping.py: using BVCI 39733\u000a08:41:50.444597 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:50.456111 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:50.467426 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:50.478647 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:50.489867 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:50.501405 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:50.512767 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:50.524011 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:50.797604 tst ping.py:19: start network...\u000a08:41:50.921558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:51.391856 run create_hlr_db(pid=29500): Launched\u000a08:41:51.563495 bus /gobi_6: Setting Powered False\u000a08:41:52.585117 run create_hlr_db(pid=29500): Terminated: ok {rc=0}\u000a08:41:53.006342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29502): Launched\u000a08:41:53.322579 run osmo-hlr_10.42.42.2(pid=29503): Launched\u000a08:41:53.438416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:53.994088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29505): Launched\u000a08:41:54.310598 run osmo-stp_10.42.42.5(pid=29506): Launched\u000a08:41:54.424824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:41:54.978657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29508): Launched\u000a08:41:55.090986 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:41:55.367551 run patchelf(pid=29509): Launched\u000a08:41:55.553242 run osmo-stp_10.42.42.5(pid=29506): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29506)]\u000a08:41:55.688718 run osmo-stp_10.42.42.5(pid=29506): stdout: \u000a| (launched: 2022-12-14_08:41:54.154807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:55.824231 run osmo-stp_10.42.42.5(pid=29506): stderr: \u000a| �[0;m�[38;5;43m20221214084154347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084154347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084154347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084154348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084154348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084154348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084154348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:55.955647 run osmo-stp_10.42.42.5(pid=29506): stdout: \u000a| (launched: 2022-12-14_08:41:54.154807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:56.086214 run osmo-stp_10.42.42.5(pid=29506): stderr: \u000a| �[0;m�[38;5;43m20221214084154347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084154347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084154347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084154348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084154348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084154348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084154348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:56.238064 run patchelf(pid=29509): Terminating (SIGINT)\u000a08:41:56.415478 run patchelf(pid=29509): Terminated: ok {rc=0}\u000a08:41:56.447963 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29506): Process ended prematurely: osmo-stp_10.42.42.5(pid=29506) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29506)] [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:41:56.457459 tst ping.py:22: Test FAILED (6.6 sec)\u000a08:41:56.520780 run osmo-hlr_10.42.42.2(pid=29503): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29503)]\u000a08:41:56.572465 run osmo-hlr_10.42.42.2(pid=29503): stdout: \u000a| (launched: 2022-12-14_08:41:53.167278) \u000a08:41:56.624915 run osmo-hlr_10.42.42.2(pid=29503): stderr: \u000a| �[0;m�[1;31m20221214084153365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084153365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084153365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084153365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084153365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084153365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084153380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084153391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084153391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084153391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:56.669685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29502): Terminating (SIGTERM)\u000a08:41:56.711935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29505): Terminating (SIGTERM)\u000a08:41:56.754229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29508): Terminating (SIGTERM)\u000a08:41:56.763915 --- ParallelTerminationStrategy: PID 29502 died...\u000a08:41:56.820188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29502): Terminated: ok {rc=0}\u000a08:41:56.830342 --- ParallelTerminationStrategy: PID 29505 died...\u000a08:41:56.886333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29505): Terminated: ok {rc=0}\u000a08:41:56.896401 --- ParallelTerminationStrategy: PID 29508 died...\u000a08:41:56.952215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29508): Terminated: ok {rc=0}\u000a08:41:57.038879 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:41:58.089688 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:58.101730 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:41:58.256811 tst ping_idle_ping.py: using LAC 39733\u000a08:41:58.376385 tst ping_idle_ping.py: using RAC 208\u000a08:41:58.495468 tst ping_idle_ping.py: using CellId 39733\u000a08:41:58.617084 tst ping_idle_ping.py: using BVCI 39734\u000a08:41:58.639763 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:58.650770 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:58.661592 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:58.672346 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:58.683572 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:58.694712 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:58.706006 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:41:58.717062 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:41:58.989530 tst ping_idle_ping.py:24: start network...\u000a08:41:59.112709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:59.582895 run create_hlr_db(pid=29510): Launched\u000a08:41:59.754624 bus /gobi_6: Setting Powered False\u000a08:42:00.776208 run create_hlr_db(pid=29510): Terminated: ok {rc=0}\u000a08:42:01.259809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Launched\u000a08:42:01.607475 run osmo-hlr_10.42.42.2(pid=29515): Launched\u000a08:42:01.808153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:02.503153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Launched\u000a08:42:02.801836 run osmo-stp_10.42.42.5(pid=29518): Launched\u000a08:42:02.909903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:42:03.458579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29520): Launched\u000a08:42:03.573026 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:42:03.852142 run patchelf(pid=29521): Launched\u000a08:42:04.038391 run osmo-stp_10.42.42.5(pid=29518): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]\u000a08:42:04.174220 run osmo-stp_10.42.42.5(pid=29518): stdout: \u000a| (launched: 2022-12-14_08:42:02.654043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:04.311297 run osmo-stp_10.42.42.5(pid=29518): stderr: \u000a| �[0;m�[38;5;43m20221214084202824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084202824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084202825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084202825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084202826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084202826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084202826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:04.443006 run osmo-stp_10.42.42.5(pid=29518): stdout: \u000a| (launched: 2022-12-14_08:42:02.654043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:04.574438 run osmo-stp_10.42.42.5(pid=29518): stderr: \u000a| �[0;m�[38;5;43m20221214084202824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084202824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084202825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084202825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084202826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084202826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084202826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:04.725538 run patchelf(pid=29521): Terminating (SIGINT)\u000a08:42:04.902678 run patchelf(pid=29521): Terminated: ok {rc=0}\u000a08:42:04.935023 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)] [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:42:04.944304 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:42:05.007281 run osmo-hlr_10.42.42.2(pid=29515): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29515)]\u000a08:42:05.059297 run osmo-hlr_10.42.42.2(pid=29515): stdout: \u000a| (launched: 2022-12-14_08:42:01.426226) \u000a08:42:05.111521 run osmo-hlr_10.42.42.2(pid=29515): stderr: \u000a| �[0;m�[1;31m20221214084201742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084201742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084201742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084201742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084201742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084201743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084201756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084201772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084201772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084201772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:05.156155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Terminating (SIGTERM)\u000a08:42:05.198357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Terminating (SIGTERM)\u000a08:42:05.240510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29520): Terminating (SIGTERM)\u000a08:42:05.250253 --- ParallelTerminationStrategy: PID 29514 died...\u000a08:42:05.306794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Terminated: ok {rc=0}\u000a08:42:05.316827 --- ParallelTerminationStrategy: PID 29517 died...\u000a08:42:05.373299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Terminated: ok {rc=0}\u000a08:42:05.383463 --- ParallelTerminationStrategy: PID 29520 died...\u000a08:42:05.439417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29520): Terminated: ok {rc=0}\u000a08:42:05.527548 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:41:07" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29535): Process ended prematurely: osmo-stp_10.42.42.5(pid=29535) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29535)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29535): Process ended prematurely: osmo-stp_10.42.42.5(pid=29535) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:42:07.634201 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:07.644802 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:42:07.789150 tst cs_paging_gprs_active.py: using LAC 39734\u000a08:42:07.920308 tst cs_paging_gprs_active.py: using RAC 209\u000a08:42:08.046106 tst cs_paging_gprs_active.py: using CellId 39734\u000a08:42:08.166459 tst cs_paging_gprs_active.py: using BVCI 39735\u000a08:42:08.189492 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:08.200389 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:08.211093 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:08.221669 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:08.232717 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:08.243683 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:08.255094 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:08.265947 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:08.276871 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:08.396322 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:08.675343 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:42:08.801153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:09.115142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29525): Launched\u000a08:42:09.375611 run iperf3-srv_10.42.42.10(pid=29526): Launched\u000a08:42:09.559674 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:42:09.685631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:09.998533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29527): Launched\u000a08:42:10.259202 run iperf3-srv_10.42.42.10(pid=29528): Launched\u000a08:42:10.443941 tst cs_paging_gprs_active.py:38: start network...\u000a08:42:10.569808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:11.046937 run create_hlr_db(pid=29529): Launched\u000a08:42:11.220363 bus /gobi_6: Setting Powered False\u000a08:42:12.241562 run create_hlr_db(pid=29529): Terminated: ok {rc=0}\u000a08:42:12.671402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29531): Launched\u000a08:42:12.996474 run osmo-hlr_10.42.42.2(pid=29532): Launched\u000a08:42:13.117924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:13.680031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29534): Launched\u000a08:42:14.003430 run osmo-stp_10.42.42.5(pid=29535): Launched\u000a08:42:14.120365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:42:14.686813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29537): Launched\u000a08:42:14.801909 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:42:15.084545 run patchelf(pid=29538): Launched\u000a08:42:15.273015 run osmo-stp_10.42.42.5(pid=29535): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29535)]\u000a08:42:15.410665 run osmo-stp_10.42.42.5(pid=29535): stdout: \u000a| (launched: 2022-12-14_08:42:13.844376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:15.549126 run osmo-stp_10.42.42.5(pid=29535): stderr: \u000a| �[0;m�[38;5;43m20221214084214035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084214035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084214035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084214036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084214036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084214037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084214037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:15.682793 run osmo-stp_10.42.42.5(pid=29535): stdout: \u000a| (launched: 2022-12-14_08:42:13.844376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:15.815271 run osmo-stp_10.42.42.5(pid=29535): stderr: \u000a| �[0;m�[38;5;43m20221214084214035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084214035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084214035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084214036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084214036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084214037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084214037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:15.976941 run patchelf(pid=29538): Terminating (SIGINT)\u000a08:42:16.153536 run patchelf(pid=29538): Terminated: ok {rc=0}\u000a08:42:16.186464 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29535): Process ended prematurely: osmo-stp_10.42.42.5(pid=29535) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29535)] [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:42:16.196704 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:42:16.262104 run osmo-hlr_10.42.42.2(pid=29532): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29532)]\u000a08:42:16.313767 run osmo-hlr_10.42.42.2(pid=29532): stdout: \u000a| (launched: 2022-12-14_08:42:12.836055) \u000a08:42:16.366853 run osmo-hlr_10.42.42.2(pid=29532): stderr: \u000a| �[0;m�[1;31m20221214084213032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084213032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084213032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084213032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084213032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084213032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084213045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084213054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084213054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084213055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:16.412539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29525): Terminating (SIGTERM)\u000a08:42:16.455544 run iperf3-srv_10.42.42.10(pid=29526): Terminating (SIGTERM)\u000a08:42:16.500081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29527): Terminating (SIGTERM)\u000a08:42:16.544341 run iperf3-srv_10.42.42.10(pid=29528): Terminating (SIGTERM)\u000a08:42:16.587389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29531): Terminating (SIGTERM)\u000a08:42:16.631996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29534): Terminating (SIGTERM)\u000a08:42:16.676241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29537): Terminating (SIGTERM)\u000a08:42:16.687652 --- ParallelTerminationStrategy: PID 29525 died...\u000a08:42:16.746528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29525): Terminated: ok {rc=0}\u000a08:42:16.756916 --- ParallelTerminationStrategy: PID 29526 died...\u000a08:42:16.813396 run iperf3-srv_10.42.42.10(pid=29526): Terminated {rc=256}\u000a08:42:16.823646 --- ParallelTerminationStrategy: PID 29527 died...\u000a08:42:16.880594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29527): Terminated: ok {rc=0}\u000a08:42:16.891013 --- ParallelTerminationStrategy: PID 29528 died...\u000a08:42:16.947780 run iperf3-srv_10.42.42.10(pid=29528): Terminated {rc=256}\u000a08:42:16.958317 --- ParallelTerminationStrategy: PID 29531 died...\u000a08:42:17.015441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29531): Terminated: ok {rc=0}\u000a08:42:17.025873 --- ParallelTerminationStrategy: PID 29534 died...\u000a08:42:17.083961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29534): Terminated: ok {rc=0}\u000a08:42:17.094482 --- ParallelTerminationStrategy: PID 29537 died...\u000a08:42:17.151034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29537): Terminated: ok {rc=0}\u000a08:42:17.240288 bus /gobi_0: Setting Powered False\u000a08:42:18.342279 bus /gobi_0: Setting Powered False\u000a08:42:19.451798 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29547): Process ended prematurely: osmo-stp_10.42.42.5(pid=29547) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29547)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29547): Process ended prematurely: osmo-stp_10.42.42.5(pid=29547) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:42:20.560319 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:20.571801 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:42:20.719090 tst iperf3.py: using LAC 39735\u000a08:42:20.839211 tst iperf3.py: using RAC 210\u000a08:42:20.959290 tst iperf3.py: using CellId 39735\u000a08:42:21.078989 tst iperf3.py: using BVCI 39736\u000a08:42:21.102147 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:21.112911 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:21.123504 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:21.134080 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:21.145373 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:21.156310 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:21.167661 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:21.178486 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:21.189481 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:21.465575 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:42:21.591010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:21.902013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29539): Launched\u000a08:42:22.161021 run iperf3-srv_10.42.42.10(pid=29540): Launched\u000a08:42:22.343391 tst iperf3.py:8: start network...\u000a08:42:22.469339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:22.946354 run create_hlr_db(pid=29541): Launched\u000a08:42:23.119435 bus /gobi_6: Setting Powered False\u000a08:42:24.141939 run create_hlr_db(pid=29541): Terminated: ok {rc=0}\u000a08:42:24.571136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29543): Launched\u000a08:42:24.895986 run osmo-hlr_10.42.42.2(pid=29544): Launched\u000a08:42:25.014072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:25.576442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29546): Launched\u000a08:42:25.899149 run osmo-stp_10.42.42.5(pid=29547): Launched\u000a08:42:26.016407 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:42:26.579517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29549): Launched\u000a08:42:26.695036 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:42:26.975077 run patchelf(pid=29550): Launched\u000a08:42:27.162960 run osmo-stp_10.42.42.5(pid=29547): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29547)]\u000a08:42:27.299955 run osmo-stp_10.42.42.5(pid=29547): stdout: \u000a| (launched: 2022-12-14_08:42:25.740565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:27.438398 run osmo-stp_10.42.42.5(pid=29547): stderr: \u000a| �[0;m�[38;5;43m20221214084225932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084225932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084225933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084225933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084225934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084225934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084225934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:27.571810 run osmo-stp_10.42.42.5(pid=29547): stdout: \u000a| (launched: 2022-12-14_08:42:25.740565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:27.704067 run osmo-stp_10.42.42.5(pid=29547): stderr: \u000a| �[0;m�[38;5;43m20221214084225932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084225932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084225933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084225933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084225934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084225934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084225934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:27.857108 run patchelf(pid=29550): Terminating (SIGINT)\u000a08:42:28.036339 run patchelf(pid=29550): Terminated: ok {rc=0}\u000a08:42:28.069576 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29547): Process ended prematurely: osmo-stp_10.42.42.5(pid=29547) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29547)] [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:42:28.079483 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:42:28.141948 run osmo-hlr_10.42.42.2(pid=29544): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29544)]\u000a08:42:28.193277 run osmo-hlr_10.42.42.2(pid=29544): stdout: \u000a| (launched: 2022-12-14_08:42:24.736011) \u000a08:42:28.245092 run osmo-hlr_10.42.42.2(pid=29544): stderr: \u000a| �[0;m�[1;31m20221214084224932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084224932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084224932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084224932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084224932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084224932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084224949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084224958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084224959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084224959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:28.288942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29539): Terminating (SIGTERM)\u000a08:42:28.330799 run iperf3-srv_10.42.42.10(pid=29540): Terminating (SIGTERM)\u000a08:42:28.372251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29543): Terminating (SIGTERM)\u000a08:42:28.413626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29546): Terminating (SIGTERM)\u000a08:42:28.454914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29549): Terminating (SIGTERM)\u000a08:42:28.464624 --- ParallelTerminationStrategy: PID 29539 died...\u000a08:42:28.520364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29539): Terminated: ok {rc=0}\u000a08:42:28.530300 --- ParallelTerminationStrategy: PID 29540 died...\u000a08:42:28.585460 run iperf3-srv_10.42.42.10(pid=29540): Terminated {rc=256}\u000a08:42:28.595263 --- ParallelTerminationStrategy: PID 29543 died...\u000a08:42:28.650144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29543): Terminated: ok {rc=0}\u000a08:42:28.659970 --- ParallelTerminationStrategy: PID 29546 died...\u000a08:42:28.714892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29546): Terminated: ok {rc=0}\u000a08:42:28.724799 --- ParallelTerminationStrategy: PID 29549 died...\u000a08:42:28.780162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29549): Terminated: ok {rc=0}\u000a08:42:28.866754 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29565): Process ended prematurely: osmo-stp_10.42.42.5(pid=29565) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29565)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29565): Process ended prematurely: osmo-stp_10.42.42.5(pid=29565) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:42:29.981072 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:29.993158 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:42:30.146662 tst iperf3m4.py: using LAC 39736\u000a08:42:30.269437 tst iperf3m4.py: using RAC 211\u000a08:42:30.394816 tst iperf3m4.py: using CellId 39736\u000a08:42:30.512595 tst iperf3m4.py: using BVCI 39737\u000a08:42:30.536162 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:30.547278 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:30.558287 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:30.568878 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:30.580176 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:30.591148 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:30.602240 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:30.613162 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:30.624151 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:30.744197 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:30.875650 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:31.014837 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:31.370845 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:42:31.504286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:31.836539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29551): Launched\u000a08:42:32.117774 run iperf3-srv_10.42.42.10(pid=29552): Launched\u000a08:42:32.305188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:42:32.431321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:32.746877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29553): Launched\u000a08:42:33.007016 run iperf3-srv_10.42.42.10(pid=29554): Launched\u000a08:42:33.190796 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:42:33.316562 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:33.629490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29555): Launched\u000a08:42:33.892272 run iperf3-srv_10.42.42.10(pid=29556): Launched\u000a08:42:34.075912 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:42:34.201932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:34.514992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29557): Launched\u000a08:42:34.775745 run iperf3-srv_10.42.42.10(pid=29558): Launched\u000a08:42:34.959170 tst iperf3m4.py:8: start network...\u000a08:42:35.085231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:35.562063 run create_hlr_db(pid=29559): Launched\u000a08:42:35.735603 bus /gobi_6: Setting Powered False\u000a08:42:36.758169 run create_hlr_db(pid=29559): Terminated: ok {rc=0}\u000a08:42:37.187418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29561): Launched\u000a08:42:37.512477 run osmo-hlr_10.42.42.2(pid=29562): Launched\u000a08:42:37.632559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:38.195421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29564): Launched\u000a08:42:38.519550 run osmo-stp_10.42.42.5(pid=29565): Launched\u000a08:42:38.637779 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:42:39.201136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29567): Launched\u000a08:42:39.316049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:42:39.598539 run patchelf(pid=29568): Launched\u000a08:42:39.786622 run osmo-stp_10.42.42.5(pid=29565): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29565)]\u000a08:42:39.924465 run osmo-stp_10.42.42.5(pid=29565): stdout: \u000a| (launched: 2022-12-14_08:42:38.360381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:40.062639 run osmo-stp_10.42.42.5(pid=29565): stderr: \u000a| �[0;m�[38;5;43m20221214084238551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084238551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084238551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084238552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084238552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084238552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084238552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:40.195883 run osmo-stp_10.42.42.5(pid=29565): stdout: \u000a| (launched: 2022-12-14_08:42:38.360381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:40.327934 run osmo-stp_10.42.42.5(pid=29565): stderr: \u000a| �[0;m�[38;5;43m20221214084238551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084238551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084238551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084238552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084238552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084238552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084238552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:40.481674 run patchelf(pid=29568): Terminating (SIGINT)\u000a08:42:40.662351 run patchelf(pid=29568): Terminated: ok {rc=0}\u000a08:42:40.695421 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29565): Process ended prematurely: osmo-stp_10.42.42.5(pid=29565) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29565)] [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:42:40.705551 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a08:42:40.769180 run osmo-hlr_10.42.42.2(pid=29562): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29562)]\u000a08:42:40.821196 run osmo-hlr_10.42.42.2(pid=29562): stdout: \u000a| (launched: 2022-12-14_08:42:37.351936) \u000a08:42:40.873744 run osmo-hlr_10.42.42.2(pid=29562): stderr: \u000a| �[0;m�[1;31m20221214084237547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084237548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084237548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084237548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084237548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084237548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084237560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084237569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084237569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084237569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:40.918321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29551): Terminating (SIGTERM)\u000a08:42:40.960521 run iperf3-srv_10.42.42.10(pid=29552): Terminating (SIGTERM)\u000a08:42:41.002579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29553): Terminating (SIGTERM)\u000a08:42:41.045149 run iperf3-srv_10.42.42.10(pid=29554): Terminating (SIGTERM)\u000a08:42:41.087644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29555): Terminating (SIGTERM)\u000a08:42:41.129984 run iperf3-srv_10.42.42.10(pid=29556): Terminating (SIGTERM)\u000a08:42:41.171752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29557): Terminating (SIGTERM)\u000a08:42:41.213948 run iperf3-srv_10.42.42.10(pid=29558): Terminating (SIGTERM)\u000a08:42:41.256309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29561): Terminating (SIGTERM)\u000a08:42:41.298745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29564): Terminating (SIGTERM)\u000a08:42:41.341140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29567): Terminating (SIGTERM)\u000a08:42:41.350757 --- ParallelTerminationStrategy: PID 29551 died...\u000a08:42:41.406596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29551): Terminated: ok {rc=0}\u000a08:42:41.416567 --- ParallelTerminationStrategy: PID 29552 died...\u000a08:42:41.471957 run iperf3-srv_10.42.42.10(pid=29552): Terminated {rc=256}\u000a08:42:41.481899 --- ParallelTerminationStrategy: PID 29553 died...\u000a08:42:41.537862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29553): Terminated: ok {rc=0}\u000a08:42:41.547819 --- ParallelTerminationStrategy: PID 29554 died...\u000a08:42:41.603310 run iperf3-srv_10.42.42.10(pid=29554): Terminated {rc=256}\u000a08:42:41.613313 --- ParallelTerminationStrategy: PID 29555 died...\u000a08:42:41.668345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29555): Terminated: ok {rc=0}\u000a08:42:41.678257 --- ParallelTerminationStrategy: PID 29556 died...\u000a08:42:41.733281 run iperf3-srv_10.42.42.10(pid=29556): Terminated {rc=256}\u000a08:42:41.743178 --- ParallelTerminationStrategy: PID 29557 died...\u000a08:42:41.798517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29557): Terminated: ok {rc=0}\u000a08:42:41.808515 --- ParallelTerminationStrategy: PID 29558 died...\u000a08:42:41.863935 run iperf3-srv_10.42.42.10(pid=29558): Terminated {rc=256}\u000a08:42:41.873892 --- ParallelTerminationStrategy: PID 29561 died...\u000a08:42:41.929819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29561): Terminated: ok {rc=0}\u000a08:42:41.939826 --- ParallelTerminationStrategy: PID 29564 died...\u000a08:42:41.995388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29564): Terminated: ok {rc=0}\u000a08:42:42.005438 --- ParallelTerminationStrategy: PID 29567 died...\u000a08:42:42.060917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29567): Terminated: ok {rc=0}\u000a08:42:42.146565 bus /gobi_4: Setting Powered False\u000a08:42:43.253825 bus /gobi_4: Setting Powered False\u000a08:42:44.362202 bus /gobi_1: Setting Powered False\u000a08:42:45.468448 bus /gobi_1: Setting Powered False\u000a08:42:46.577637 bus /gobi_0: Setting Powered False\u000a08:42:47.682595 bus /gobi_0: Setting Powered False\u000a08:42:48.794920 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29575): Process ended prematurely: osmo-stp_10.42.42.5(pid=29575) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29575): Process ended prematurely: osmo-stp_10.42.42.5(pid=29575) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:42:49.862053 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:49.873767 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:42:50.018835 tst ping.py: using LAC 39737\u000a08:42:50.135911 tst ping.py: using RAC 212\u000a08:42:50.254884 tst ping.py: using CellId 39737\u000a08:42:50.380243 tst ping.py: using BVCI 39738\u000a08:42:50.404748 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:50.416379 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:50.427797 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:50.439693 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:50.451292 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:50.462876 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:50.474630 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:50.486189 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:50.761612 tst ping.py:19: start network...\u000a08:42:50.885082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:51.352130 run create_hlr_db(pid=29569): Launched\u000a08:42:51.523092 bus /gobi_6: Setting Powered False\u000a08:42:52.544670 run create_hlr_db(pid=29569): Terminated: ok {rc=0}\u000a08:42:52.969519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29571): Launched\u000a08:42:53.287999 run osmo-hlr_10.42.42.2(pid=29572): Launched\u000a08:42:53.406149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:53.961753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29574): Launched\u000a08:42:54.279367 run osmo-stp_10.42.42.5(pid=29575): Launched\u000a08:42:54.394361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:42:54.950153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29577): Launched\u000a08:42:55.062789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:42:55.340094 run patchelf(pid=29578): Launched\u000a08:42:55.526726 run osmo-stp_10.42.42.5(pid=29575): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)]\u000a08:42:55.663043 run osmo-stp_10.42.42.5(pid=29575): stdout: \u000a| (launched: 2022-12-14_08:42:54.123209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:55.798430 run osmo-stp_10.42.42.5(pid=29575): stderr: \u000a| �[0;m�[38;5;43m20221214084254315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084254315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084254315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084254316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084254316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084254316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084254316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:55.929623 run osmo-stp_10.42.42.5(pid=29575): stdout: \u000a| (launched: 2022-12-14_08:42:54.123209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:56.059703 run osmo-stp_10.42.42.5(pid=29575): stderr: \u000a| �[0;m�[38;5;43m20221214084254315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084254315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084254315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084254316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084254316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084254316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084254316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:56.210278 run patchelf(pid=29578): Terminating (SIGINT)\u000a08:42:56.386794 run patchelf(pid=29578): Terminated: ok {rc=0}\u000a08:42:56.419112 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29575): Process ended prematurely: osmo-stp_10.42.42.5(pid=29575) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)] [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:42:56.428355 tst ping.py:22: Test FAILED (6.6 sec)\u000a08:42:56.491389 run osmo-hlr_10.42.42.2(pid=29572): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29572)]\u000a08:42:56.543373 run osmo-hlr_10.42.42.2(pid=29572): stdout: \u000a| (launched: 2022-12-14_08:42:53.130953) \u000a08:42:56.595757 run osmo-hlr_10.42.42.2(pid=29572): stderr: \u000a| �[0;m�[1;31m20221214084253329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084253329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084253330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084253330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084253330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084253330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084253342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084253350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084253350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084253350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:56.640279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29571): Terminating (SIGTERM)\u000a08:42:56.682665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29574): Terminating (SIGTERM)\u000a08:42:56.724998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29577): Terminating (SIGTERM)\u000a08:42:56.734680 --- ParallelTerminationStrategy: PID 29571 died...\u000a08:42:56.790933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29571): Terminated: ok {rc=0}\u000a08:42:56.801115 --- ParallelTerminationStrategy: PID 29574 died...\u000a08:42:56.856889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29574): Terminated: ok {rc=0}\u000a08:42:56.866928 --- ParallelTerminationStrategy: PID 29577 died...\u000a08:42:56.922659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29577): Terminated: ok {rc=0}\u000a08:42:57.009699 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29585): Process ended prematurely: osmo-stp_10.42.42.5(pid=29585) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29585)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29585): Process ended prematurely: osmo-stp_10.42.42.5(pid=29585) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:42:58.063186 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:58.075713 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:42:58.228703 tst ping_idle_ping.py: using LAC 39738\u000a08:42:58.353728 tst ping_idle_ping.py: using RAC 213\u000a08:42:58.480556 tst ping_idle_ping.py: using CellId 39738\u000a08:42:58.605532 tst ping_idle_ping.py: using BVCI 39739\u000a08:42:58.629979 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:58.641499 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:58.652743 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:58.664116 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:58.675386 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:58.686568 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:58.698215 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:42:58.709526 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:42:58.997928 tst ping_idle_ping.py:24: start network...\u000a08:42:59.129807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:59.646842 run create_hlr_db(pid=29579): Launched\u000a08:42:59.829931 bus /gobi_6: Setting Powered False\u000a08:43:00.857334 run create_hlr_db(pid=29579): Terminated: ok {rc=0}\u000a08:43:01.297316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29581): Launched\u000a08:43:01.620362 run osmo-hlr_10.42.42.2(pid=29582): Launched\u000a08:43:01.839027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:02.516574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29584): Launched\u000a08:43:02.815679 run osmo-stp_10.42.42.5(pid=29585): Launched\u000a08:43:02.924711 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:43:03.444370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29587): Launched\u000a08:43:03.550533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:43:03.811212 run patchelf(pid=29588): Launched\u000a08:43:03.986070 run osmo-stp_10.42.42.5(pid=29585): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29585)]\u000a08:43:04.114239 run osmo-stp_10.42.42.5(pid=29585): stdout: \u000a| (launched: 2022-12-14_08:43:02.667704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:04.242785 run osmo-stp_10.42.42.5(pid=29585): stderr: \u000a| �[0;m�[38;5;43m20221214084302838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084302838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084302838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084302838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084302839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084302839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084302839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:04.366710 run osmo-stp_10.42.42.5(pid=29585): stdout: \u000a| (launched: 2022-12-14_08:43:02.667704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:04.490071 run osmo-stp_10.42.42.5(pid=29585): stderr: \u000a| �[0;m�[38;5;43m20221214084302838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084302838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084302838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084302838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084302839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084302839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084302839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:04.632255 run patchelf(pid=29588): Terminating (SIGINT)\u000a08:43:04.799141 run patchelf(pid=29588): Terminated: ok {rc=0}\u000a08:43:04.829528 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29585): Process ended prematurely: osmo-stp_10.42.42.5(pid=29585) [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29585)] [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:43:04.838262 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:43:04.898221 run osmo-hlr_10.42.42.2(pid=29582): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29582)]\u000a08:43:04.947394 run osmo-hlr_10.42.42.2(pid=29582): stdout: \u000a| (launched: 2022-12-14_08:43:01.453691) \u000a08:43:04.997142 run osmo-hlr_10.42.42.2(pid=29582): stderr: \u000a| �[0;m�[1;31m20221214084301803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084301803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084301803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084301803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084301803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084301804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084301823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084301831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084301832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084301832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:05.039205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29581): Terminating (SIGTERM)\u000a08:43:05.078997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29584): Terminating (SIGTERM)\u000a08:43:05.118716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29587): Terminating (SIGTERM)\u000a08:43:05.127783 --- ParallelTerminationStrategy: PID 29581 died...\u000a08:43:05.181038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29581): Terminated: ok {rc=0}\u000a08:43:05.190456 --- ParallelTerminationStrategy: PID 29584 died...\u000a08:43:05.243870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29584): Terminated: ok {rc=0}\u000a08:43:05.253571 --- ParallelTerminationStrategy: PID 29587 died...\u000a08:43:05.306443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29587): Terminated: ok {rc=0}\u000a08:43:05.393766 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:42:07" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29598): Process ended prematurely: osmo-stp_10.42.42.5(pid=29598) [trial-2402↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29598)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29598): Process ended prematurely: osmo-stp_10.42.42.5(pid=29598) [trial-2402↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:43:07.374748 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:43:07.386065 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:43:07.531200 tst switch_tch_pdch.py: using LAC 39739\u000a08:43:07.652374 tst switch_tch_pdch.py: using RAC 214\u000a08:43:07.768901 tst switch_tch_pdch.py: using CellId 39739\u000a08:43:07.886465 tst switch_tch_pdch.py: using BVCI 39740\u000a08:43:07.909531 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:43:07.920613 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:43:07.931665 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:43:07.942795 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:43:07.954176 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:43:07.965434 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:43:07.976720 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:43:07.988050 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:43:08.108129 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:43:08.397039 tst switch_tch_pdch.py:51: start network...\u000a08:43:08.528349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:09.039170 run create_hlr_db(pid=29592): Launched\u000a08:43:09.223178 bus /gobi_6: Setting Powered False\u000a08:43:10.243237 run create_hlr_db(pid=29592): Terminated: ok {rc=0}\u000a08:43:10.643623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29594): Launched\u000a08:43:10.941759 run osmo-hlr_10.42.42.2(pid=29595): Launched\u000a08:43:11.057750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:11.610622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29597): Launched\u000a08:43:11.927058 run osmo-stp_10.42.42.5(pid=29598): Launched\u000a08:43:12.041057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:43:12.593599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29600): Launched\u000a08:43:12.706222 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:43:12.981998 run patchelf(pid=29601): Launched\u000a08:43:13.166920 run osmo-stp_10.42.42.5(pid=29598): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29598)]\u000a08:43:13.301818 run osmo-stp_10.42.42.5(pid=29598): stdout: \u000a| (launched: 2022-12-14_08:43:11.771739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:13.437131 run osmo-stp_10.42.42.5(pid=29598): stderr: \u000a| �[0;m�[38;5;43m20221214084311964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084311964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084311964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084311965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084311965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084311965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084311965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:13.568080 run osmo-stp_10.42.42.5(pid=29598): stdout: \u000a| (launched: 2022-12-14_08:43:11.771739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:13.698447 run osmo-stp_10.42.42.5(pid=29598): stderr: \u000a| �[0;m�[38;5;43m20221214084311964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084311964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084311964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084311965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084311965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084311965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084311965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:13.848794 run patchelf(pid=29601): Terminating (SIGINT)\u000a08:43:14.024907 run patchelf(pid=29601): Terminated: ok {rc=0}\u000a08:43:14.057609 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29598): Process ended prematurely: osmo-stp_10.42.42.5(pid=29598) [trial-2402↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29598)] [trial-2402↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:43:14.067108 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a08:43:14.129444 run osmo-hlr_10.42.42.2(pid=29595): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29595)]\u000a08:43:14.180833 run osmo-hlr_10.42.42.2(pid=29595): stdout: \u000a| (launched: 2022-12-14_08:43:10.794365) \u000a08:43:14.232600 run osmo-hlr_10.42.42.2(pid=29595): stderr: \u000a| �[0;m�[1;31m20221214084310969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084310970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084310970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084310970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084310970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084310970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084310982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084310991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084310991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084310991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:14.276810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29594): Terminating (SIGTERM)\u000a08:43:14.318360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29597): Terminating (SIGTERM)\u000a08:43:14.359849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29600): Terminating (SIGTERM)\u000a08:43:14.369409 --- ParallelTerminationStrategy: PID 29594 died...\u000a08:43:14.425046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29594): Terminated: ok {rc=0}\u000a08:43:14.435022 --- ParallelTerminationStrategy: PID 29597 died...\u000a08:43:14.489789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29597): Terminated: ok {rc=0}\u000a08:43:14.499739 --- ParallelTerminationStrategy: PID 29600 died...\u000a08:43:14.554743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29600): Terminated: ok {rc=0}\u000a08:43:14.641352 bus /gobi_0: Setting Powered False\u000a08:43:15.741537 bus /gobi_0: Setting Powered False\u000a08:43:16.876641 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:43:07" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29611): Process ended prematurely: osmo-stp_10.42.42.5(pid=29611) [trial-2402↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29611)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29611): Process ended prematurely: osmo-stp_10.42.42.5(pid=29611) [trial-2402↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:43:18.815088 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:18.825998 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:43:18.969864 tst switch_tch_pdch.py: using LAC 39740\u000a08:43:19.093475 tst switch_tch_pdch.py: using RAC 215\u000a08:43:19.217634 tst switch_tch_pdch.py: using CellId 39740\u000a08:43:19.343825 tst switch_tch_pdch.py: using BVCI 39741\u000a08:43:19.368204 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:19.379783 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:19.390954 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:19.402084 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:19.413113 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:19.424247 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:19.435567 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:43:19.446729 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:43:19.563210 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:43:19.850514 tst switch_tch_pdch.py:51: start network...\u000a08:43:19.981677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:20.461677 run create_hlr_db(pid=29605): Launched\u000a08:43:20.591149 bus /gobi_6: Setting Powered False\u000a08:43:21.666132 run create_hlr_db(pid=29605): Terminated: ok {rc=0}\u000a08:43:22.061862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29607): Launched\u000a08:43:22.377874 run osmo-hlr_10.42.42.2(pid=29608): Launched\u000a08:43:22.492496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:23.016088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29610): Launched\u000a08:43:23.333266 run osmo-stp_10.42.42.5(pid=29611): Launched\u000a08:43:23.446775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:43:23.970303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29613): Launched\u000a08:43:24.082968 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:43:24.360220 run patchelf(pid=29614): Launched\u000a08:43:24.544498 run osmo-stp_10.42.42.5(pid=29611): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29611)]\u000a08:43:24.679712 run osmo-stp_10.42.42.5(pid=29611): stdout: \u000a| (launched: 2022-12-14_08:43:23.176390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:24.814682 run osmo-stp_10.42.42.5(pid=29611): stderr: \u000a| �[0;m�[38;5;43m20221214084323367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084323367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084323367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084323368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084323368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084323368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084323368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:24.946199 run osmo-stp_10.42.42.5(pid=29611): stdout: \u000a| (launched: 2022-12-14_08:43:23.176390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:25.075436 run osmo-stp_10.42.42.5(pid=29611): stderr: \u000a| �[0;m�[38;5;43m20221214084323367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084323367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084323367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084323368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084323368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084323368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084323368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:25.225421 run patchelf(pid=29614): Terminating (SIGINT)\u000a08:43:25.400827 run patchelf(pid=29614): Terminated: ok {rc=0}\u000a08:43:25.433155 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29611): Process ended prematurely: osmo-stp_10.42.42.5(pid=29611) [trial-2402↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29611)] [trial-2402↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:43:25.442566 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a08:43:25.504753 run osmo-hlr_10.42.42.2(pid=29608): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29608)]\u000a08:43:25.556257 run osmo-hlr_10.42.42.2(pid=29608): stdout: \u000a| (launched: 2022-12-14_08:43:22.222387) \u000a08:43:25.608034 run osmo-hlr_10.42.42.2(pid=29608): stderr: \u000a| �[0;m�[1;31m20221214084322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084322431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084322439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084322440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084322440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:25.652300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29607): Terminating (SIGTERM)\u000a08:43:25.694019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29610): Terminating (SIGTERM)\u000a08:43:25.735522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29613): Terminating (SIGTERM)\u000a08:43:25.745151 --- ParallelTerminationStrategy: PID 29607 died...\u000a08:43:25.800350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29607): Terminated: ok {rc=0}\u000a08:43:25.810493 --- ParallelTerminationStrategy: PID 29610 died...\u000a08:43:25.866229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29610): Terminated: ok {rc=0}\u000a08:43:25.876165 --- ParallelTerminationStrategy: PID 29613 died...\u000a08:43:25.931969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29613): Terminated: ok {rc=0}\u000a08:43:26.018990 bus /gobi_0: Setting Powered False\u000a08:43:27.125596 bus /gobi_0: Setting Powered False\u000a08:43:28.233888 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:43:18" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29619): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29619) [trial-2402↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29619)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29619): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29619) [trial-2402↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a08:43:30.123045 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a08:43:30.134500 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a08:43:30.275252 tst mo_mt_sms.py: using LAC 39741\u000a08:43:30.394208 tst mo_mt_sms.py: using RAC 216\u000a08:43:30.510960 tst mo_mt_sms.py: using CellId 39741\u000a08:43:30.628699 tst mo_mt_sms.py: using BVCI 39742\u000a08:43:30.651440 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:43:30.770094 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:43:31.077144 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:43:31.211974 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:43:31.890818 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29618): Launched\u000a08:43:32.210767 run osmo-nitb_10.42.42.2(pid=29619): Launched\u000a08:43:32.394508 run osmo-nitb_10.42.42.2(pid=29619): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29619)]\u000a08:43:32.530096 run osmo-nitb_10.42.42.2(pid=29619): stdout: \u000a| (launched: 2022-12-14_08:43:32.055443) \u000a08:43:32.665666 run osmo-nitb_10.42.42.2(pid=29619): stderr: \u000a| (launched: 2022-12-14_08:43:32.103725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:32.796805 run osmo-nitb_10.42.42.2(pid=29619): stdout: \u000a| (launched: 2022-12-14_08:43:32.055443) \u000a08:43:32.926509 run osmo-nitb_10.42.42.2(pid=29619): stderr: \u000a| (launched: 2022-12-14_08:43:32.103725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:33.331196 tst osmo-nitb_10.42.42.2(pid=29619): stdout: \u000a| (launched: 2022-12-14_08:43:32.055443) \u000a08:43:33.449241 tst osmo-nitb_10.42.42.2(pid=29619): stderr: \u000a| (launched: 2022-12-14_08:43:32.103725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:33.500903 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29619): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29619) [trial-2402↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29619)] [trial-2402↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a08:43:33.508903 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a08:43:33.543662 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29618): Terminating (SIGTERM)\u000a08:43:33.721879 --- ParallelTerminationStrategy: PID 29618 died...\u000a08:43:33.777215 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29618): Terminated: ok {rc=0}\u000a08:43:33.865852 bus /sierra_3: Setting Powered False\u000a08:43:34.970026 bus /sierra_3: Setting Powered False\u000a08:43:36.082715 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:43:29" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2402↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2402↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a08:43:37.976358 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:37.987044 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a08:43:38.126149 tst mo_mt_sms.py: using LAC 39742\u000a08:43:38.244578 tst mo_mt_sms.py: using RAC 217\u000a08:43:38.362139 tst mo_mt_sms.py: using CellId 39742\u000a08:43:38.477190 tst mo_mt_sms.py: using BVCI 39743\u000a08:43:38.499883 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:38.510629 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:38.521164 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:38.531597 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:38.542667 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:38.553846 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:43:38.670343 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:43:38.877208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:39.385620 run create_hlr_db(pid=29623): Launched\u000a08:43:39.569218 bus /sierra_2: Setting Powered False\u000a08:43:40.591168 run create_hlr_db(pid=29623): Terminated: ok {rc=0}\u000a08:43:40.999853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Launched\u000a08:43:41.316726 run osmo-hlr_10.42.42.2(pid=29626): Launched\u000a08:43:41.431706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:41.981164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Launched\u000a08:43:42.296762 run osmo-stp_10.42.42.5(pid=29629): Launched\u000a08:43:42.410121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:42.989573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Launched\u000a08:43:43.304787 run osmo-msc_10.42.42.6(pid=29632): Launched\u000a08:43:43.489665 run osmo-stp_10.42.42.5(pid=29629): ERR: Terminated: ERROR {rc=1} [trial-2402↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)]\u000a08:43:43.624022 run osmo-stp_10.42.42.5(pid=29629): stdout: \u000a| (launched: 2022-12-14_08:43:42.141910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:43.758169 run osmo-stp_10.42.42.5(pid=29629): stderr: \u000a| �[0;m�[38;5;43m20221214084342334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084342334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084342334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084342335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084342335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084342335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084342335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:43.884849 run osmo-stp_10.42.42.5(pid=29629): stdout: \u000a| (launched: 2022-12-14_08:43:42.141910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:44.010520 run osmo-stp_10.42.42.5(pid=29629): stderr: \u000a| �[0;m�[38;5;43m20221214084342334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084342334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084342334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084342335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084342335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084342335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084342335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:44.065850 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2402↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)] [trial-2402↪sms:trx-b200↪mo_mt_sms.py:16]\u000a08:43:44.074690 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a08:43:44.136887 run osmo-hlr_10.42.42.2(pid=29626): ERR: Terminated: ERROR {rc=237} [trial-2402↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29626)]\u000a08:43:44.188290 run osmo-hlr_10.42.42.2(pid=29626): stdout: \u000a| (launched: 2022-12-14_08:43:41.162362) \u000a08:43:44.240239 run osmo-hlr_10.42.42.2(pid=29626): stderr: \u000a| �[0;m�[1;31m20221214084341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084341373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084341381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084341382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084341382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:44.310644 run osmo-msc_10.42.42.6(pid=29632): ERR: Terminated: ERROR {rc=2} [trial-2402↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29632)]\u000a08:43:44.361896 run osmo-msc_10.42.42.6(pid=29632): stdout: \u000a| (launched: 2022-12-14_08:43:43.150058) \u000a08:43:44.413554 run osmo-msc_10.42.42.6(pid=29632): stderr: \u000a| �[0;m�[38;5;43m20221214084343473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084343473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efefaca8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084343473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084343473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084343474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084343474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084343475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084343476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084343476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084343476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:43:44.457689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Terminating (SIGTERM)\u000a08:43:44.499301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Terminating (SIGTERM)\u000a08:43:44.541495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Terminating (SIGTERM)\u000a08:43:44.551502 --- ParallelTerminationStrategy: PID 29625 died...\u000a08:43:44.607841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Terminated: ok {rc=0}\u000a08:43:44.618035 --- ParallelTerminationStrategy: PID 29628 died...\u000a08:43:44.673846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Terminated: ok {rc=0}\u000a08:43:44.684077 --- ParallelTerminationStrategy: PID 29631 died...\u000a08:43:44.739762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Terminated: ok {rc=0}\u000a08:43:44.826393 bus /sierra_3: Setting Powered False\u000a08:43:45.958072 bus /sierra_3: Setting Powered False\u000a08:43:47.072199 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:43:37" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29638): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29638) [trial-2402↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29638)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29638): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29638) [trial-2402↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a08:43:48.908419 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a08:43:48.920332 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a08:43:49.067248 tst assert_extension.py: using LAC 39743\u000a08:43:49.190773 tst assert_extension.py: using RAC 218\u000a08:43:49.314292 tst assert_extension.py: using CellId 39743\u000a08:43:49.437695 tst assert_extension.py: using BVCI 39744\u000a08:43:49.461930 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a08:43:49.733527 tst assert_extension.py:10: start nitb and bts...\u000a08:43:49.856786 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:43:50.473109 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29637): Launched\u000a08:43:50.768402 run osmo-nitb_10.42.42.2(pid=29638): Launched\u000a08:43:50.950870 run osmo-nitb_10.42.42.2(pid=29638): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29638)]\u000a08:43:51.085207 run osmo-nitb_10.42.42.2(pid=29638): stdout: \u000a| (launched: 2022-12-14_08:43:50.623381) \u000a08:43:51.220028 run osmo-nitb_10.42.42.2(pid=29638): stderr: \u000a| (launched: 2022-12-14_08:43:50.667333)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:51.350090 run osmo-nitb_10.42.42.2(pid=29638): stdout: \u000a| (launched: 2022-12-14_08:43:50.623381) \u000a08:43:51.479222 run osmo-nitb_10.42.42.2(pid=29638): stderr: \u000a| (launched: 2022-12-14_08:43:50.667333)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:51.888293 tst osmo-nitb_10.42.42.2(pid=29638): stdout: \u000a| (launched: 2022-12-14_08:43:50.623381) \u000a08:43:52.006363 tst osmo-nitb_10.42.42.2(pid=29638): stderr: \u000a| (launched: 2022-12-14_08:43:50.667333)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:43:52.057857 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29638): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29638) [trial-2402↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29638)] [trial-2402↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a08:43:52.065990 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a08:43:52.100919 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29637): Terminating (SIGTERM)\u000a08:43:52.279084 --- ParallelTerminationStrategy: PID 29637 died...\u000a08:43:52.334931 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29637): Terminated: ok {rc=0}\u000a08:43:52.424239 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:43:48" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29649): Process ended prematurely: osmo-stp_10.42.42.5(pid=29649) [trial-2402↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29649)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29649): Process ended prematurely: osmo-stp_10.42.42.5(pid=29649) [trial-2402↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a08:43:54.262864 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:54.273777 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a08:43:54.410856 tst assert_extension.py: using LAC 39744\u000a08:43:54.525490 tst assert_extension.py: using RAC 219\u000a08:43:54.640355 tst assert_extension.py: using CellId 39744\u000a08:43:54.762013 tst assert_extension.py: using BVCI 39745\u000a08:43:54.786416 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:54.797730 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:54.808996 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:54.820066 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:54.831281 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:43:54.842330 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a08:43:55.040708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:55.510810 run create_hlr_db(pid=29643): Launched\u000a08:43:55.681433 bus /sierra_2: Setting Powered False\u000a08:43:56.702937 run create_hlr_db(pid=29643): Terminated: ok {rc=0}\u000a08:43:57.122544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29645): Launched\u000a08:43:57.421232 run osmo-hlr_10.42.42.2(pid=29646): Launched\u000a08:43:57.530360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:58.048575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29648): Launched\u000a08:43:58.347001 run osmo-stp_10.42.42.5(pid=29649): Launched\u000a08:43:58.454799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:58.995049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29651): Launched\u000a08:43:59.295166 run osmo-msc_10.42.42.6(pid=29652): Launched\u000a08:43:59.469579 run osmo-stp_10.42.42.5(pid=29649): ERR: Terminated: ERROR {rc=1} [trial-2402↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29649)]\u000a08:43:59.596195 run osmo-stp_10.42.42.5(pid=29649): stdout: \u000a| (launched: 2022-12-14_08:43:58.199456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:59.720086 run osmo-stp_10.42.42.5(pid=29649): stderr: \u000a| �[0;m�[38;5;43m20221214084358367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084358367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084358368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084358368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084358369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084358369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084358369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:59.838810 run osmo-stp_10.42.42.5(pid=29649): stdout: \u000a| (launched: 2022-12-14_08:43:58.199456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:59.956384 run osmo-stp_10.42.42.5(pid=29649): stderr: \u000a| �[0;m�[38;5;43m20221214084358367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084358367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084358368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084358368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084358369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084358369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084358369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:00.007903 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29649): Process ended prematurely: osmo-stp_10.42.42.5(pid=29649) [trial-2402↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29649)] [trial-2402↪ussd:trx-b200↪assert_extension.py:17]\u000a08:44:00.015910 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a08:44:00.076979 run osmo-hlr_10.42.42.2(pid=29646): ERR: Terminated: ERROR {rc=237} [trial-2402↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29646)]\u000a08:44:00.126959 run osmo-hlr_10.42.42.2(pid=29646): stdout: \u000a| (launched: 2022-12-14_08:43:57.274365) \u000a08:44:00.177982 run osmo-hlr_10.42.42.2(pid=29646): stderr: \u000a| �[0;m�[1;31m20221214084357449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084357449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084357449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084357449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084357450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084357450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084357462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084357472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084357472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084357472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:00.246421 run osmo-msc_10.42.42.6(pid=29652): ERR: Terminated: ERROR {rc=2} [trial-2402↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29652)]\u000a08:44:00.296083 run osmo-msc_10.42.42.6(pid=29652): stdout: \u000a| (launched: 2022-12-14_08:43:59.145370) \u000a08:44:00.346478 run osmo-msc_10.42.42.6(pid=29652): stderr: \u000a| �[0;m�[38;5;43m20221214084359417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084359417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff325707c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084359417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084359417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084359418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084359418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084359420 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084359420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084359420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084359420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:00.389288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29645): Terminating (SIGTERM)\u000a08:44:00.429555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29648): Terminating (SIGTERM)\u000a08:44:00.469850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29651): Terminating (SIGTERM)\u000a08:44:00.479099 --- ParallelTerminationStrategy: PID 29645 died...\u000a08:44:00.533143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29645): Terminated: ok {rc=0}\u000a08:44:00.542663 --- ParallelTerminationStrategy: PID 29648 died...\u000a08:44:00.596308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29648): Terminated: ok {rc=0}\u000a08:44:00.605846 --- ParallelTerminationStrategy: PID 29651 died...\u000a08:44:00.659398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29651): Terminated: ok {rc=0}\u000a08:44:00.747803 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:43:54" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:44:02.747209 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:02.758905 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:44:02.921618 tst mo_mt_call.py: using LAC 39745\u000a08:44:03.043187 tst mo_mt_call.py: using RAC 220\u000a08:44:03.168465 tst mo_mt_call.py: using CellId 39745\u000a08:44:03.297966 tst mo_mt_call.py: using BVCI 39746\u000a08:44:03.322901 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:03.334622 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:03.346285 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:03.357840 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:03.369549 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:03.381045 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:44:03.500787 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:44:03.712160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:04.229897 run create_hlr_db(pid=29657): Launched\u000a08:44:04.415818 bus /sierra_2: Setting Powered False\u000a08:44:05.437881 run create_hlr_db(pid=29657): Terminated: ok {rc=0}\u000a08:44:05.845254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Launched\u000a08:44:06.151312 run osmo-hlr_10.42.42.2(pid=29660): Launched\u000a08:44:06.263877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:06.790313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Launched\u000a08:44:07.094146 run osmo-stp_10.42.42.5(pid=29663): Launched\u000a08:44:07.213433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:07.773764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29665): Launched\u000a08:44:08.079642 run osmo-msc_10.42.42.6(pid=29666): Launched\u000a08:44:08.257717 run osmo-stp_10.42.42.5(pid=29663): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)]\u000a08:44:08.385955 run osmo-stp_10.42.42.5(pid=29663): stdout: \u000a| (launched: 2022-12-14_08:44:06.943996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:08.511806 run osmo-stp_10.42.42.5(pid=29663): stderr: \u000a| �[0;m�[38;5;43m20221214084407114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084407114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084407114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084407115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084407115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084407115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084407115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:08.633292 run osmo-stp_10.42.42.5(pid=29663): stdout: \u000a| (launched: 2022-12-14_08:44:06.943996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:08.753639 run osmo-stp_10.42.42.5(pid=29663): stderr: \u000a| �[0;m�[38;5;43m20221214084407114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084407114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084407114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084407115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084407115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084407115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084407115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:08.807028 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)] [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:44:08.815824 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:44:08.875440 run osmo-hlr_10.42.42.2(pid=29660): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29660)]\u000a08:44:08.924646 run osmo-hlr_10.42.42.2(pid=29660): stdout: \u000a| (launched: 2022-12-14_08:44:05.998802) \u000a08:44:08.974524 run osmo-hlr_10.42.42.2(pid=29660): stderr: \u000a| �[0;m�[1;31m20221214084406172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084406172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084406172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084406172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084406172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084406172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084406187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084406198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084406198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084406198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:09.041974 run osmo-msc_10.42.42.6(pid=29666): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29666)]\u000a08:44:09.091233 run osmo-msc_10.42.42.6(pid=29666): stdout: \u000a| (launched: 2022-12-14_08:44:07.927940) \u000a08:44:09.141036 run osmo-msc_10.42.42.6(pid=29666): stderr: \u000a| �[0;m�[38;5;43m20221214084408198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084408198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35cc584c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084408198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084408198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084408198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084408198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084408200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084408201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084408201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084408201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:09.182920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Terminating (SIGTERM)\u000a08:44:09.222653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Terminating (SIGTERM)\u000a08:44:09.262502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29665): Terminating (SIGTERM)\u000a08:44:09.271600 --- ParallelTerminationStrategy: PID 29659 died...\u000a08:44:09.325222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Terminated: ok {rc=0}\u000a08:44:09.334599 --- ParallelTerminationStrategy: PID 29662 died...\u000a08:44:09.388129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Terminated: ok {rc=0}\u000a08:44:09.397681 --- ParallelTerminationStrategy: PID 29665 died...\u000a08:44:09.451376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29665): Terminated: ok {rc=0}\u000a08:44:09.535257 bus /sierra_3: Setting Powered False\u000a08:44:10.637010 bus /sierra_3: Setting Powered False\u000a08:44:11.743050 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29674): Process ended prematurely: osmo-stp_10.42.42.5(pid=29674) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29674): Process ended prematurely: osmo-stp_10.42.42.5(pid=29674) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:44:12.851243 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:12.862880 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:44:13.024900 tst mo_mt_call_osmux.py: using LAC 39746\u000a08:44:13.144583 tst mo_mt_call_osmux.py: using RAC 221\u000a08:44:13.264116 tst mo_mt_call_osmux.py: using CellId 39746\u000a08:44:13.382046 tst mo_mt_call_osmux.py: using BVCI 39747\u000a08:44:13.405270 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:13.416223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:13.427093 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:13.437991 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:13.449283 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:44:13.460302 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:44:13.575884 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:44:13.788569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:14.306945 run create_hlr_db(pid=29668): Launched\u000a08:44:14.492999 bus /sierra_2: Setting Powered False\u000a08:44:15.514666 run create_hlr_db(pid=29668): Terminated: ok {rc=0}\u000a08:44:15.958284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29670): Launched\u000a08:44:16.302764 run osmo-hlr_10.42.42.2(pid=29671): Launched\u000a08:44:16.538238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:17.198097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29673): Launched\u000a08:44:17.530523 run osmo-stp_10.42.42.5(pid=29674): Launched\u000a08:44:17.649451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:18.244333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29676): Launched\u000a08:44:18.568179 run osmo-msc_10.42.42.6(pid=29677): Launched\u000a08:44:18.758619 run osmo-stp_10.42.42.5(pid=29674): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)]\u000a08:44:18.894957 run osmo-stp_10.42.42.5(pid=29674): stdout: \u000a| (launched: 2022-12-14_08:44:17.367816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:19.030929 run osmo-stp_10.42.42.5(pid=29674): stderr: \u000a| �[0;m�[38;5;43m20221214084417558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084417558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084417559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084417559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084417560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084417560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084417560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:19.159722 run osmo-stp_10.42.42.5(pid=29674): stdout: \u000a| (launched: 2022-12-14_08:44:17.367816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:19.287514 run osmo-stp_10.42.42.5(pid=29674): stderr: \u000a| �[0;m�[38;5;43m20221214084417558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084417558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084417559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084417559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084417560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084417560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084417560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:19.344167 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29674): Process ended prematurely: osmo-stp_10.42.42.5(pid=29674) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)] [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:44:19.353667 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:44:19.416694 run osmo-hlr_10.42.42.2(pid=29671): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29671)]\u000a08:44:19.468842 run osmo-hlr_10.42.42.2(pid=29671): stdout: \u000a| (launched: 2022-12-14_08:44:16.126704) \u000a08:44:19.521754 run osmo-hlr_10.42.42.2(pid=29671): stderr: \u000a| �[0;m�[1;31m20221214084416439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084416440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084416440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084416440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084416440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084416440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084416465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084416482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084416482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084416482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:19.593624 run osmo-msc_10.42.42.6(pid=29677): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29677)]\u000a08:44:19.645615 run osmo-msc_10.42.42.6(pid=29677): stdout: \u000a| (launched: 2022-12-14_08:44:18.408315) \u000a08:44:19.697849 run osmo-msc_10.42.42.6(pid=29677): stderr: \u000a| �[0;m�[38;5;43m20221214084418728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084418729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19a58f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084418729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084418729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084418729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084418729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084418731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084418731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084418731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084418731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:19.742329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29670): Terminating (SIGTERM)\u000a08:44:19.784327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29673): Terminating (SIGTERM)\u000a08:44:19.826454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29676): Terminating (SIGTERM)\u000a08:44:19.836086 --- ParallelTerminationStrategy: PID 29670 died...\u000a08:44:19.892099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29670): Terminated: ok {rc=0}\u000a08:44:19.902112 --- ParallelTerminationStrategy: PID 29673 died...\u000a08:44:19.957922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29673): Terminated: ok {rc=0}\u000a08:44:19.967916 --- ParallelTerminationStrategy: PID 29676 died...\u000a08:44:20.023858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29676): Terminated: ok {rc=0}\u000a08:44:20.112194 bus /sierra_3: Setting Powered False\u000a08:44:21.219034 bus /sierra_3: Setting Powered False\u000a08:44:22.328273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:44:02" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29688): Process ended prematurely: osmo-stp_10.42.42.5(pid=29688) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29688)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29688): Process ended prematurely: osmo-stp_10.42.42.5(pid=29688) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:44:24.330084 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:24.341280 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:44:24.500828 tst mo_mt_call.py: using LAC 39747\u000a08:44:24.622904 tst mo_mt_call.py: using RAC 222\u000a08:44:24.744016 tst mo_mt_call.py: using CellId 39747\u000a08:44:24.868715 tst mo_mt_call.py: using BVCI 39748\u000a08:44:24.891717 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:24.902754 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:24.913685 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:24.924487 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:24.935904 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:24.947311 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:44:25.067361 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:44:25.271719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:25.749747 run create_hlr_db(pid=29682): Launched\u000a08:44:25.923360 bus /sierra_2: Setting Powered False\u000a08:44:26.945059 run create_hlr_db(pid=29682): Terminated: ok {rc=0}\u000a08:44:27.373308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29684): Launched\u000a08:44:27.699326 run osmo-hlr_10.42.42.2(pid=29685): Launched\u000a08:44:27.820754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:28.382882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29687): Launched\u000a08:44:28.706462 run osmo-stp_10.42.42.5(pid=29688): Launched\u000a08:44:28.823274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:29.416010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29690): Launched\u000a08:44:29.743097 run osmo-msc_10.42.42.6(pid=29691): Launched\u000a08:44:29.931550 run osmo-stp_10.42.42.5(pid=29688): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29688)]\u000a08:44:30.067953 run osmo-stp_10.42.42.5(pid=29688): stdout: \u000a| (launched: 2022-12-14_08:44:28.546990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:30.204220 run osmo-stp_10.42.42.5(pid=29688): stderr: \u000a| �[0;m�[38;5;43m20221214084428741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084428741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084428741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084428741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:30.334454 run osmo-stp_10.42.42.5(pid=29688): stdout: \u000a| (launched: 2022-12-14_08:44:28.546990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:30.463491 run osmo-stp_10.42.42.5(pid=29688): stderr: \u000a| �[0;m�[38;5;43m20221214084428741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084428741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084428741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084428741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:30.520476 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29688): Process ended prematurely: osmo-stp_10.42.42.5(pid=29688) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29688)] [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:44:30.530077 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:44:30.593194 run osmo-hlr_10.42.42.2(pid=29685): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29685)]\u000a08:44:30.644700 run osmo-hlr_10.42.42.2(pid=29685): stdout: \u000a| (launched: 2022-12-14_08:44:27.538416) \u000a08:44:30.697157 run osmo-hlr_10.42.42.2(pid=29685): stderr: \u000a| �[0;m�[1;31m20221214084427739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084427739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084427739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084427739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084427739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084427739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084427752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084427760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084427760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084427760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:30.767872 run osmo-msc_10.42.42.6(pid=29691): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29691)]\u000a08:44:30.819446 run osmo-msc_10.42.42.6(pid=29691): stdout: \u000a| (launched: 2022-12-14_08:44:29.581632) \u000a08:44:30.887009 run osmo-msc_10.42.42.6(pid=29691): stderr: \u000a| �[0;m�[38;5;43m20221214084429906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084429906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f033e90cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084429906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084429906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084429906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084429906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084429908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084429909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084429909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084429909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:30.932089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29684): Terminating (SIGTERM)\u000a08:44:30.974892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29687): Terminating (SIGTERM)\u000a08:44:31.017618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29690): Terminating (SIGTERM)\u000a08:44:31.027868 --- ParallelTerminationStrategy: PID 29684 died...\u000a08:44:31.086657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29684): Terminated: ok {rc=0}\u000a08:44:31.097461 --- ParallelTerminationStrategy: PID 29687 died...\u000a08:44:31.154906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29687): Terminated: ok {rc=0}\u000a08:44:31.165659 --- ParallelTerminationStrategy: PID 29690 died...\u000a08:44:31.223353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29690): Terminated: ok {rc=0}\u000a08:44:31.314457 bus /sierra_3: Setting Powered False\u000a08:44:32.418156 bus /sierra_3: Setting Powered False\u000a08:44:33.526501 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29699): Process ended prematurely: osmo-stp_10.42.42.5(pid=29699) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29699)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29699): Process ended prematurely: osmo-stp_10.42.42.5(pid=29699) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:44:34.642270 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:34.654785 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:44:34.823059 tst mo_mt_call_osmux.py: using LAC 39748\u000a08:44:34.950615 tst mo_mt_call_osmux.py: using RAC 223\u000a08:44:35.078026 tst mo_mt_call_osmux.py: using CellId 39748\u000a08:44:35.205229 tst mo_mt_call_osmux.py: using BVCI 39749\u000a08:44:35.230101 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:35.241910 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:35.253438 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:35.265056 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:35.276541 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:44:35.288013 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:44:35.405448 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:44:35.610751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:36.089614 run create_hlr_db(pid=29693): Launched\u000a08:44:36.263096 bus /sierra_2: Setting Powered False\u000a08:44:37.285547 run create_hlr_db(pid=29693): Terminated: ok {rc=0}\u000a08:44:37.716115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29695): Launched\u000a08:44:38.041097 run osmo-hlr_10.42.42.2(pid=29696): Launched\u000a08:44:38.164752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:38.730103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29698): Launched\u000a08:44:39.054291 run osmo-stp_10.42.42.5(pid=29699): Launched\u000a08:44:39.171647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:39.768886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29701): Launched\u000a08:44:40.095410 run osmo-msc_10.42.42.6(pid=29702): Launched\u000a08:44:40.284428 run osmo-stp_10.42.42.5(pid=29699): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29699)]\u000a08:44:40.420804 run osmo-stp_10.42.42.5(pid=29699): stdout: \u000a| (launched: 2022-12-14_08:44:38.894176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:40.556628 run osmo-stp_10.42.42.5(pid=29699): stderr: \u000a| �[0;m�[38;5;43m20221214084439088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084439088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084439088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084439089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084439089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084439089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084439089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:40.686878 run osmo-stp_10.42.42.5(pid=29699): stdout: \u000a| (launched: 2022-12-14_08:44:38.894176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:40.815039 run osmo-stp_10.42.42.5(pid=29699): stderr: \u000a| �[0;m�[38;5;43m20221214084439088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084439088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084439088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084439089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084439089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084439089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084439089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:40.871763 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29699): Process ended prematurely: osmo-stp_10.42.42.5(pid=29699) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29699)] [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:44:40.880876 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:44:40.943171 run osmo-hlr_10.42.42.2(pid=29696): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29696)]\u000a08:44:40.994385 run osmo-hlr_10.42.42.2(pid=29696): stdout: \u000a| (launched: 2022-12-14_08:44:37.881652) \u000a08:44:41.046612 run osmo-hlr_10.42.42.2(pid=29696): stderr: \u000a| �[0;m�[1;31m20221214084438081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084438081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084438081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084438081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084438081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084438081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084438094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084438102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084438102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084438102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:41.117383 run osmo-msc_10.42.42.6(pid=29702): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29702)]\u000a08:44:41.168571 run osmo-msc_10.42.42.6(pid=29702): stdout: \u000a| (launched: 2022-12-14_08:44:39.934069) \u000a08:44:41.220269 run osmo-msc_10.42.42.6(pid=29702): stderr: \u000a| �[0;m�[38;5;43m20221214084440257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084440257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe1695bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084440258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084440258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084440258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084440258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084440260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084440260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084440260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084440260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:41.264162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29695): Terminating (SIGTERM)\u000a08:44:41.305705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29698): Terminating (SIGTERM)\u000a08:44:41.347202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29701): Terminating (SIGTERM)\u000a08:44:41.356786 --- ParallelTerminationStrategy: PID 29695 died...\u000a08:44:41.412388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29695): Terminated: ok {rc=0}\u000a08:44:41.422328 --- ParallelTerminationStrategy: PID 29698 died...\u000a08:44:41.477387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29698): Terminated: ok {rc=0}\u000a08:44:41.487210 --- ParallelTerminationStrategy: PID 29701 died...\u000a08:44:41.542687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29701): Terminated: ok {rc=0}\u000a08:44:41.628491 bus /sierra_3: Setting Powered False\u000a08:44:42.733401 bus /sierra_3: Setting Powered False\u000a08:44:43.842598 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:44:24" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29715): Process ended prematurely: osmo-stp_10.42.42.5(pid=29715) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29715)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29715): Process ended prematurely: osmo-stp_10.42.42.5(pid=29715) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:44:45.853738 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:45.875199 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:44:46.057359 tst mo_mt_call.py: using LAC 39749\u000a08:44:46.184432 tst mo_mt_call.py: using RAC 224\u000a08:44:46.316318 tst mo_mt_call.py: using CellId 39749\u000a08:44:46.440576 tst mo_mt_call.py: using BVCI 39750\u000a08:44:46.467183 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:46.479600 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:46.491731 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:46.503864 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:46.517569 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:46.531197 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:44:46.680075 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:44:46.902768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:47.422448 run create_hlr_db(pid=29709): Launched\u000a08:44:47.609743 bus /sierra_2: Setting Powered False\u000a08:44:48.629919 run create_hlr_db(pid=29709): Terminated: ok {rc=0}\u000a08:44:49.059580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29711): Launched\u000a08:44:49.383509 run osmo-hlr_10.42.42.2(pid=29712): Launched\u000a08:44:49.504328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:50.063430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29714): Launched\u000a08:44:50.387338 run osmo-stp_10.42.42.5(pid=29715): Launched\u000a08:44:50.504117 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:51.094692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29717): Launched\u000a08:44:51.419929 run osmo-msc_10.42.42.6(pid=29718): Launched\u000a08:44:51.610228 run osmo-stp_10.42.42.5(pid=29715): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29715)]\u000a08:44:51.746403 run osmo-stp_10.42.42.5(pid=29715): stdout: \u000a| (launched: 2022-12-14_08:44:50.227866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:51.881847 run osmo-stp_10.42.42.5(pid=29715): stderr: \u000a| �[0;m�[38;5;43m20221214084450419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084450419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084450419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084450420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084450420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084450420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084450420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:52.011308 run osmo-stp_10.42.42.5(pid=29715): stdout: \u000a| (launched: 2022-12-14_08:44:50.227866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:52.139768 run osmo-stp_10.42.42.5(pid=29715): stderr: \u000a| �[0;m�[38;5;43m20221214084450419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084450419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084450419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084450420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084450420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084450420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084450420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:52.196349 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29715): Process ended prematurely: osmo-stp_10.42.42.5(pid=29715) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29715)] [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:44:52.205666 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:44:52.267966 run osmo-hlr_10.42.42.2(pid=29712): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29712)]\u000a08:44:52.319394 run osmo-hlr_10.42.42.2(pid=29712): stdout: \u000a| (launched: 2022-12-14_08:44:49.224048) \u000a08:44:52.371569 run osmo-hlr_10.42.42.2(pid=29712): stderr: \u000a| �[0;m�[1;31m20221214084449421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084449421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084449421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084449421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084449421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084449421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084449434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084449442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084449442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084449442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:52.442257 run osmo-msc_10.42.42.6(pid=29718): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29718)]\u000a08:44:52.493852 run osmo-msc_10.42.42.6(pid=29718): stdout: \u000a| (launched: 2022-12-14_08:44:51.259326) \u000a08:44:52.545994 run osmo-msc_10.42.42.6(pid=29718): stderr: \u000a| �[0;m�[38;5;43m20221214084451580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084451580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fef509c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084451581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084451581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084451581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084451581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084451583 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084451583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084451583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084451583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:52.590486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29711): Terminating (SIGTERM)\u000a08:44:52.632087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29714): Terminating (SIGTERM)\u000a08:44:52.674001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29717): Terminating (SIGTERM)\u000a08:44:52.683560 --- ParallelTerminationStrategy: PID 29711 died...\u000a08:44:52.739129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29711): Terminated: ok {rc=0}\u000a08:44:52.749179 --- ParallelTerminationStrategy: PID 29714 died...\u000a08:44:52.804928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29714): Terminated: ok {rc=0}\u000a08:44:52.814919 --- ParallelTerminationStrategy: PID 29717 died...\u000a08:44:52.870332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29717): Terminated: ok {rc=0}\u000a08:44:52.957315 bus /sierra_3: Setting Powered False\u000a08:44:54.060477 bus /sierra_3: Setting Powered False\u000a08:44:55.170211 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29726): Process ended prematurely: osmo-stp_10.42.42.5(pid=29726) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29726)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29726): Process ended prematurely: osmo-stp_10.42.42.5(pid=29726) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:44:56.284693 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:56.297075 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:44:56.457233 tst mo_mt_call_osmux.py: using LAC 39750\u000a08:44:56.576757 tst mo_mt_call_osmux.py: using RAC 225\u000a08:44:56.698932 tst mo_mt_call_osmux.py: using CellId 39750\u000a08:44:56.820793 tst mo_mt_call_osmux.py: using BVCI 39751\u000a08:44:56.843996 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:56.855456 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:56.866466 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:56.877374 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:56.888595 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:44:56.899709 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:44:57.020005 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:44:57.222966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:57.700010 run create_hlr_db(pid=29720): Launched\u000a08:44:57.873109 bus /sierra_2: Setting Powered False\u000a08:44:58.895379 run create_hlr_db(pid=29720): Terminated: ok {rc=0}\u000a08:44:59.322948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29722): Launched\u000a08:44:59.647870 run osmo-hlr_10.42.42.2(pid=29723): Launched\u000a08:44:59.770394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:00.331402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29725): Launched\u000a08:45:00.656083 run osmo-stp_10.42.42.5(pid=29726): Launched\u000a08:45:00.773594 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:01.396570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29728): Launched\u000a08:45:01.942958 run osmo-msc_10.42.42.6(pid=29732): Launched\u000a08:45:02.454965 run osmo-stp_10.42.42.5(pid=29726): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29726)]\u000a08:45:02.590789 run osmo-stp_10.42.42.5(pid=29726): stdout: \u000a| (launched: 2022-12-14_08:45:00.495359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:02.726157 run osmo-stp_10.42.42.5(pid=29726): stderr: \u000a| �[0;m�[38;5;43m20221214084500687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084500687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084500687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084500688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084500688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084500688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084500688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:02.855798 run osmo-stp_10.42.42.5(pid=29726): stdout: \u000a| (launched: 2022-12-14_08:45:00.495359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:02.984256 run osmo-stp_10.42.42.5(pid=29726): stderr: \u000a| �[0;m�[38;5;43m20221214084500687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084500687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084500687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084500688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084500688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084500688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084500688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:03.041142 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29726): Process ended prematurely: osmo-stp_10.42.42.5(pid=29726) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29726)] [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:45:03.050563 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a08:45:03.112815 run osmo-hlr_10.42.42.2(pid=29723): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29723)]\u000a08:45:03.163977 run osmo-hlr_10.42.42.2(pid=29723): stdout: \u000a| (launched: 2022-12-14_08:44:59.486794) \u000a08:45:03.215906 run osmo-hlr_10.42.42.2(pid=29723): stderr: \u000a| �[0;m�[1;31m20221214084459685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084459685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084459685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084459685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084459685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084459685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084459698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084459706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084459707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084459707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:03.286260 run osmo-msc_10.42.42.6(pid=29732): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29732)]\u000a08:45:03.337453 run osmo-msc_10.42.42.6(pid=29732): stdout: \u000a| (launched: 2022-12-14_08:45:01.575171) \u000a08:45:03.388998 run osmo-msc_10.42.42.6(pid=29732): stderr: \u000a| �[0;m�[38;5;43m20221214084502036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084502036 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a12992c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084502037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084502037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084502037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084502038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084502042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084502044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084502044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084502044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:03.433114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29722): Terminating (SIGTERM)\u000a08:45:03.475124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29725): Terminating (SIGTERM)\u000a08:45:03.517346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29728): Terminating (SIGTERM)\u000a08:45:03.526976 --- ParallelTerminationStrategy: PID 29722 died...\u000a08:45:03.582624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29722): Terminated: ok {rc=0}\u000a08:45:03.592922 --- ParallelTerminationStrategy: PID 29725 died...\u000a08:45:03.648610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29725): Terminated: ok {rc=0}\u000a08:45:03.658597 --- ParallelTerminationStrategy: PID 29728 died...\u000a08:45:03.714267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29728): Terminated: ok {rc=0}\u000a08:45:03.800349 bus /sierra_3: Setting Powered False\u000a08:45:04.906077 bus /sierra_3: Setting Powered False\u000a08:45:06.013237 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:44:45" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29743): Process ended prematurely: osmo-stp_10.42.42.5(pid=29743) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29743)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29743): Process ended prematurely: osmo-stp_10.42.42.5(pid=29743) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:45:08.018539 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:08.030123 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:45:08.195925 tst mo_mt_call.py: using LAC 39751\u000a08:45:08.323077 tst mo_mt_call.py: using RAC 226\u000a08:45:08.449575 tst mo_mt_call.py: using CellId 39751\u000a08:45:08.576240 tst mo_mt_call.py: using BVCI 39752\u000a08:45:08.601314 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:08.612850 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:08.624199 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:08.635523 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:08.647222 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:08.658657 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:45:08.776024 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:45:08.988217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:09.506365 run create_hlr_db(pid=29737): Launched\u000a08:45:09.692610 bus /sierra_2: Setting Powered False\u000a08:45:10.714320 run create_hlr_db(pid=29737): Terminated: ok {rc=0}\u000a08:45:11.144170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29739): Launched\u000a08:45:11.469081 run osmo-hlr_10.42.42.2(pid=29740): Launched\u000a08:45:11.587148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:12.148868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29742): Launched\u000a08:45:12.472547 run osmo-stp_10.42.42.5(pid=29743): Launched\u000a08:45:12.589387 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:13.183474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29745): Launched\u000a08:45:13.509174 run osmo-msc_10.42.42.6(pid=29746): Launched\u000a08:45:13.700229 run osmo-stp_10.42.42.5(pid=29743): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29743)]\u000a08:45:13.838096 run osmo-stp_10.42.42.5(pid=29743): stdout: \u000a| (launched: 2022-12-14_08:45:12.313356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:13.973728 run osmo-stp_10.42.42.5(pid=29743): stderr: \u000a| �[0;m�[38;5;43m20221214084512505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084512505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084512505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084512506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084512506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084512506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084512506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:14.103442 run osmo-stp_10.42.42.5(pid=29743): stdout: \u000a| (launched: 2022-12-14_08:45:12.313356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:14.231599 run osmo-stp_10.42.42.5(pid=29743): stderr: \u000a| �[0;m�[38;5;43m20221214084512505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084512505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084512505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084512506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084512506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084512506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084512506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:14.288274 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29743): Process ended prematurely: osmo-stp_10.42.42.5(pid=29743) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29743)] [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:45:14.297666 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:45:14.360132 run osmo-hlr_10.42.42.2(pid=29740): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29740)]\u000a08:45:14.411590 run osmo-hlr_10.42.42.2(pid=29740): stdout: \u000a| (launched: 2022-12-14_08:45:11.309056) \u000a08:45:14.463594 run osmo-hlr_10.42.42.2(pid=29740): stderr: \u000a| �[0;m�[1;31m20221214084511506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084511506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084511506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084511506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084511506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084511506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084511522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084511531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084511531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084511531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:14.534120 run osmo-msc_10.42.42.6(pid=29746): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29746)]\u000a08:45:14.585608 run osmo-msc_10.42.42.6(pid=29746): stdout: \u000a| (launched: 2022-12-14_08:45:13.348305) \u000a08:45:14.637619 run osmo-msc_10.42.42.6(pid=29746): stderr: \u000a| �[0;m�[38;5;43m20221214084513671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084513671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd89c3d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084513671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084513671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084513672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084513672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084513673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084513674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084513674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084513674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:14.681837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29739): Terminating (SIGTERM)\u000a08:45:14.723317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29742): Terminating (SIGTERM)\u000a08:45:14.764931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29745): Terminating (SIGTERM)\u000a08:45:14.774558 --- ParallelTerminationStrategy: PID 29739 died...\u000a08:45:14.830288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29739): Terminated: ok {rc=0}\u000a08:45:14.840292 --- ParallelTerminationStrategy: PID 29742 died...\u000a08:45:14.896030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29742): Terminated: ok {rc=0}\u000a08:45:14.906066 --- ParallelTerminationStrategy: PID 29745 died...\u000a08:45:14.962037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29745): Terminated: ok {rc=0}\u000a08:45:15.050077 bus /sierra_3: Setting Powered False\u000a08:45:16.153901 bus /sierra_3: Setting Powered False\u000a08:45:17.275424 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29754): Process ended prematurely: osmo-stp_10.42.42.5(pid=29754) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29754)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29754): Process ended prematurely: osmo-stp_10.42.42.5(pid=29754) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:45:18.391240 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:18.403443 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:45:18.562929 tst mo_mt_call_osmux.py: using LAC 39752\u000a08:45:18.684537 tst mo_mt_call_osmux.py: using RAC 227\u000a08:45:18.805856 tst mo_mt_call_osmux.py: using CellId 39752\u000a08:45:18.929325 tst mo_mt_call_osmux.py: using BVCI 39753\u000a08:45:18.952382 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:18.963499 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:18.974528 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:18.985446 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:18.996832 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:45:19.008094 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:45:19.123935 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:45:19.334691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:19.853802 run create_hlr_db(pid=29748): Launched\u000a08:45:20.039764 bus /sierra_2: Setting Powered False\u000a08:45:21.062018 run create_hlr_db(pid=29748): Terminated: ok {rc=0}\u000a08:45:21.469399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29750): Launched\u000a08:45:21.773739 run osmo-hlr_10.42.42.2(pid=29751): Launched\u000a08:45:21.890729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:22.424896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29753): Launched\u000a08:45:22.728719 run osmo-stp_10.42.42.5(pid=29754): Launched\u000a08:45:22.839899 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:23.395330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29756): Launched\u000a08:45:23.700442 run osmo-msc_10.42.42.6(pid=29757): Launched\u000a08:45:23.879452 run osmo-stp_10.42.42.5(pid=29754): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29754)]\u000a08:45:24.007896 run osmo-stp_10.42.42.5(pid=29754): stdout: \u000a| (launched: 2022-12-14_08:45:22.579094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:24.134868 run osmo-stp_10.42.42.5(pid=29754): stderr: \u000a| �[0;m�[38;5;43m20221214084522751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084522751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084522751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084522751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084522752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084522752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084522752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:24.256319 run osmo-stp_10.42.42.5(pid=29754): stdout: \u000a| (launched: 2022-12-14_08:45:22.579094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:24.377324 run osmo-stp_10.42.42.5(pid=29754): stderr: \u000a| �[0;m�[38;5;43m20221214084522751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084522751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084522751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084522751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084522752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084522752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084522752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:24.430523 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29754): Process ended prematurely: osmo-stp_10.42.42.5(pid=29754) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29754)] [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:45:24.439267 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:45:24.499991 run osmo-hlr_10.42.42.2(pid=29751): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29751)]\u000a08:45:24.549745 run osmo-hlr_10.42.42.2(pid=29751): stdout: \u000a| (launched: 2022-12-14_08:45:21.624125) \u000a08:45:24.600292 run osmo-hlr_10.42.42.2(pid=29751): stderr: \u000a| �[0;m�[1;31m20221214084521797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084521797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084521797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084521797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084521797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084521797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084521810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084521818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084521818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084521818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:24.668653 run osmo-msc_10.42.42.6(pid=29757): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29757)]\u000a08:45:24.718406 run osmo-msc_10.42.42.6(pid=29757): stdout: \u000a| (launched: 2022-12-14_08:45:23.549532) \u000a08:45:24.768557 run osmo-msc_10.42.42.6(pid=29757): stderr: \u000a| �[0;m�[38;5;43m20221214084523821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084523821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2560367c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084523821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084523821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084523822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084523822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084523823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084523824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084523824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084523824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:24.811228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29750): Terminating (SIGTERM)\u000a08:45:24.851667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29753): Terminating (SIGTERM)\u000a08:45:24.891637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29756): Terminating (SIGTERM)\u000a08:45:24.900715 --- ParallelTerminationStrategy: PID 29750 died...\u000a08:45:24.954922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29750): Terminated: ok {rc=0}\u000a08:45:24.964460 --- ParallelTerminationStrategy: PID 29753 died...\u000a08:45:25.017876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29753): Terminated: ok {rc=0}\u000a08:45:25.027353 --- ParallelTerminationStrategy: PID 29756 died...\u000a08:45:25.081062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29756): Terminated: ok {rc=0}\u000a08:45:25.178774 bus /sierra_3: Setting Powered False\u000a08:45:26.281360 bus /sierra_3: Setting Powered False\u000a08:45:27.393098 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:45:07" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29768): Process ended prematurely: osmo-stp_10.42.42.5(pid=29768) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29768): Process ended prematurely: osmo-stp_10.42.42.5(pid=29768) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:45:29.383678 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:29.395004 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:45:29.555949 tst mo_mt_call.py: using LAC 39753\u000a08:45:29.683772 tst mo_mt_call.py: using RAC 228\u000a08:45:29.809411 tst mo_mt_call.py: using CellId 39753\u000a08:45:29.935068 tst mo_mt_call.py: using BVCI 39754\u000a08:45:29.959748 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:29.971404 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:29.982847 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:29.994435 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:30.006053 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:30.017626 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:45:30.133994 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:45:30.344731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:30.864875 run create_hlr_db(pid=29762): Launched\u000a08:45:31.053917 bus /sierra_2: Setting Powered False\u000a08:45:32.065823 run create_hlr_db(pid=29762): Terminated: ok {rc=0}\u000a08:45:32.503592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29764): Launched\u000a08:45:32.828350 run osmo-hlr_10.42.42.2(pid=29765): Launched\u000a08:45:32.949719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:33.512440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29767): Launched\u000a08:45:33.838089 run osmo-stp_10.42.42.5(pid=29768): Launched\u000a08:45:33.954659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:34.547386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29770): Launched\u000a08:45:34.870686 run osmo-msc_10.42.42.6(pid=29771): Launched\u000a08:45:35.059184 run osmo-stp_10.42.42.5(pid=29768): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)]\u000a08:45:35.194895 run osmo-stp_10.42.42.5(pid=29768): stdout: \u000a| (launched: 2022-12-14_08:45:33.677569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:35.330879 run osmo-stp_10.42.42.5(pid=29768): stderr: \u000a| �[0;m�[38;5;43m20221214084533871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084533871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084533872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084533872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084533873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084533873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084533873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:35.460710 run osmo-stp_10.42.42.5(pid=29768): stdout: \u000a| (launched: 2022-12-14_08:45:33.677569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:35.589100 run osmo-stp_10.42.42.5(pid=29768): stderr: \u000a| �[0;m�[38;5;43m20221214084533871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084533871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084533872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084533872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084533873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084533873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084533873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:35.646434 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29768): Process ended prematurely: osmo-stp_10.42.42.5(pid=29768) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)] [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:45:35.655686 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:45:35.717818 run osmo-hlr_10.42.42.2(pid=29765): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29765)]\u000a08:45:35.769103 run osmo-hlr_10.42.42.2(pid=29765): stdout: \u000a| (launched: 2022-12-14_08:45:32.669315) \u000a08:45:35.820915 run osmo-hlr_10.42.42.2(pid=29765): stderr: \u000a| �[0;m�[1;31m20221214084532869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084532869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084532869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084532869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084532869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084532869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084532881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084532889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084532889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084532889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:35.891127 run osmo-msc_10.42.42.6(pid=29771): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29771)]\u000a08:45:35.942433 run osmo-msc_10.42.42.6(pid=29771): stdout: \u000a| (launched: 2022-12-14_08:45:34.712387) \u000a08:45:35.994570 run osmo-msc_10.42.42.6(pid=29771): stderr: \u000a| �[0;m�[38;5;43m20221214084535034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084535035 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e8bf3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084535035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084535035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084535035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084535035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084535037 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084535037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084535037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084535038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:36.038374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29764): Terminating (SIGTERM)\u000a08:45:36.079767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29767): Terminating (SIGTERM)\u000a08:45:36.121265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29770): Terminating (SIGTERM)\u000a08:45:36.130899 --- ParallelTerminationStrategy: PID 29764 died...\u000a08:45:36.186452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29764): Terminated: ok {rc=0}\u000a08:45:36.196621 --- ParallelTerminationStrategy: PID 29767 died...\u000a08:45:36.252083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29767): Terminated: ok {rc=0}\u000a08:45:36.262253 --- ParallelTerminationStrategy: PID 29770 died...\u000a08:45:36.318066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29770): Terminated: ok {rc=0}\u000a08:45:36.405999 bus /sierra_3: Setting Powered False\u000a08:45:37.508520 bus /sierra_3: Setting Powered False\u000a08:45:38.615642 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29779): Process ended prematurely: osmo-stp_10.42.42.5(pid=29779) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29779)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29779): Process ended prematurely: osmo-stp_10.42.42.5(pid=29779) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:45:39.729748 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:39.742232 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:45:39.902302 tst mo_mt_call_osmux.py: using LAC 39754\u000a08:45:40.020388 tst mo_mt_call_osmux.py: using RAC 229\u000a08:45:40.140047 tst mo_mt_call_osmux.py: using CellId 39754\u000a08:45:40.257299 tst mo_mt_call_osmux.py: using BVCI 39755\u000a08:45:40.280488 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:40.291728 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:40.302828 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:40.314033 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:40.325550 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:45:40.336835 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:45:40.453895 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:45:40.656282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:41.134162 run create_hlr_db(pid=29773): Launched\u000a08:45:41.308089 bus /sierra_2: Setting Powered False\u000a08:45:42.330027 run create_hlr_db(pid=29773): Terminated: ok {rc=0}\u000a08:45:42.761986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29775): Launched\u000a08:45:43.088304 run osmo-hlr_10.42.42.2(pid=29776): Launched\u000a08:45:43.206399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:43.768137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29778): Launched\u000a08:45:44.094402 run osmo-stp_10.42.42.5(pid=29779): Launched\u000a08:45:44.217143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:44.811312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29781): Launched\u000a08:45:45.135371 run osmo-msc_10.42.42.6(pid=29782): Launched\u000a08:45:45.325059 run osmo-stp_10.42.42.5(pid=29779): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29779)]\u000a08:45:45.461117 run osmo-stp_10.42.42.5(pid=29779): stdout: \u000a| (launched: 2022-12-14_08:45:43.932432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:45.597629 run osmo-stp_10.42.42.5(pid=29779): stderr: \u000a| �[0;m�[38;5;43m20221214084544126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084544126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084544126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084544126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084544127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084544127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084544127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:45.728044 run osmo-stp_10.42.42.5(pid=29779): stdout: \u000a| (launched: 2022-12-14_08:45:43.932432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:45.857414 run osmo-stp_10.42.42.5(pid=29779): stderr: \u000a| �[0;m�[38;5;43m20221214084544126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084544126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084544126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084544126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084544127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084544127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084544127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:45.916411 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29779): Process ended prematurely: osmo-stp_10.42.42.5(pid=29779) [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29779)] [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:45:45.926533 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:45:45.990276 run osmo-hlr_10.42.42.2(pid=29776): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29776)]\u000a08:45:46.043029 run osmo-hlr_10.42.42.2(pid=29776): stdout: \u000a| (launched: 2022-12-14_08:45:42.927075) \u000a08:45:46.097181 run osmo-hlr_10.42.42.2(pid=29776): stderr: \u000a| �[0;m�[1;31m20221214084543126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084543126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084543126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084543126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084543126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084543126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084543141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084543149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084543149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084543149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:46.168874 run osmo-msc_10.42.42.6(pid=29782): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29782)]\u000a08:45:46.221258 run osmo-msc_10.42.42.6(pid=29782): stdout: \u000a| (launched: 2022-12-14_08:45:44.975905) \u000a08:45:46.273826 run osmo-msc_10.42.42.6(pid=29782): stderr: \u000a| �[0;m�[38;5;43m20221214084545300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084545301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f669967ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084545301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084545301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084545301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084545301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084545303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084545303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084545303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084545303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:46.319416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29775): Terminating (SIGTERM)\u000a08:45:46.361899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29778): Terminating (SIGTERM)\u000a08:45:46.404530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29781): Terminating (SIGTERM)\u000a08:45:46.414371 --- ParallelTerminationStrategy: PID 29775 died...\u000a08:45:46.471055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29775): Terminated: ok {rc=0}\u000a08:45:46.481727 --- ParallelTerminationStrategy: PID 29778 died...\u000a08:45:46.537922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29778): Terminated: ok {rc=0}\u000a08:45:46.548468 --- ParallelTerminationStrategy: PID 29781 died...\u000a08:45:46.605324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29781): Terminated: ok {rc=0}\u000a08:45:46.694228 bus /sierra_3: Setting Powered False\u000a08:45:47.794787 bus /sierra_3: Setting Powered False\u000a08:45:48.906426 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:45:29" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29794): Process ended prematurely: osmo-stp_10.42.42.5(pid=29794) [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29794)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29794): Process ended prematurely: osmo-stp_10.42.42.5(pid=29794) [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:45:50.919620 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:50.931608 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:45:51.098170 tst mo_mt_call.py: using LAC 39755\u000a08:45:51.231861 tst mo_mt_call.py: using RAC 230\u000a08:45:51.357754 tst mo_mt_call.py: using CellId 39755\u000a08:45:51.478998 tst mo_mt_call.py: using BVCI 39756\u000a08:45:51.502224 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:51.513316 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:51.524266 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:51.535452 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:51.546752 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:45:51.558322 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:45:51.675881 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:45:51.881602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:52.396696 run create_hlr_db(pid=29788): Launched\u000a08:45:52.583437 bus /sierra_2: Setting Powered False\u000a08:45:53.604204 run create_hlr_db(pid=29788): Terminated: ok {rc=0}\u000a08:45:54.032482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29790): Launched\u000a08:45:54.338711 run osmo-hlr_10.42.42.2(pid=29791): Launched\u000a08:45:54.457807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:54.994501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29793): Launched\u000a08:45:55.298601 run osmo-stp_10.42.42.5(pid=29794): Launched\u000a08:45:55.410207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:55.965113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29796): Launched\u000a08:45:56.270775 run osmo-msc_10.42.42.6(pid=29797): Launched\u000a08:45:56.448338 run osmo-stp_10.42.42.5(pid=29794): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29794)]\u000a08:45:56.577075 run osmo-stp_10.42.42.5(pid=29794): stdout: \u000a| (launched: 2022-12-14_08:45:55.148676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:56.703741 run osmo-stp_10.42.42.5(pid=29794): stderr: \u000a| �[0;m�[38;5;43m20221214084555319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084555319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084555319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084555320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084555320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084555320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084555320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:56.825995 run osmo-stp_10.42.42.5(pid=29794): stdout: \u000a| (launched: 2022-12-14_08:45:55.148676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:56.946991 run osmo-stp_10.42.42.5(pid=29794): stderr: \u000a| �[0;m�[38;5;43m20221214084555319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084555319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084555319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084555320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084555320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084555320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084555320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:57.000111 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29794): Process ended prematurely: osmo-stp_10.42.42.5(pid=29794) [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29794)] [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:45:57.008843 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:45:57.069936 run osmo-hlr_10.42.42.2(pid=29791): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29791)]\u000a08:45:57.119735 run osmo-hlr_10.42.42.2(pid=29791): stdout: \u000a| (launched: 2022-12-14_08:45:54.188055) \u000a08:45:57.170024 run osmo-hlr_10.42.42.2(pid=29791): stderr: \u000a| �[0;m�[1;31m20221214084554365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084554365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084554365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084554365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084554365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084554365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084554378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084554386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084554387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084554387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:57.237984 run osmo-msc_10.42.42.6(pid=29797): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29797)]\u000a08:45:57.287603 run osmo-msc_10.42.42.6(pid=29797): stdout: \u000a| (launched: 2022-12-14_08:45:56.119680) \u000a08:45:57.337772 run osmo-msc_10.42.42.6(pid=29797): stderr: \u000a| �[0;m�[38;5;43m20221214084556391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084556391 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6debd3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084556391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084556391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084556392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084556392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084556394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084556394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084556394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084556394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:57.380524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29790): Terminating (SIGTERM)\u000a08:45:57.421019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29793): Terminating (SIGTERM)\u000a08:45:57.461431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29796): Terminating (SIGTERM)\u000a08:45:57.470539 --- ParallelTerminationStrategy: PID 29790 died...\u000a08:45:57.525384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29790): Terminated: ok {rc=0}\u000a08:45:57.534862 --- ParallelTerminationStrategy: PID 29793 died...\u000a08:45:57.589225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29793): Terminated: ok {rc=0}\u000a08:45:57.598658 --- ParallelTerminationStrategy: PID 29796 died...\u000a08:45:57.653125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29796): Terminated: ok {rc=0}\u000a08:45:57.741786 bus /sierra_3: Setting Powered False\u000a08:45:58.844686 bus /sierra_3: Setting Powered False\u000a08:45:59.954862 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29805): Process ended prematurely: osmo-stp_10.42.42.5(pid=29805) [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29805)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29805): Process ended prematurely: osmo-stp_10.42.42.5(pid=29805) [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:46:01.069477 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:46:01.082544 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:46:01.290604 tst mo_mt_call_osmux.py: using LAC 39756\u000a08:46:01.425184 tst mo_mt_call_osmux.py: using RAC 231\u000a08:46:01.553512 tst mo_mt_call_osmux.py: using CellId 39756\u000a08:46:01.683651 tst mo_mt_call_osmux.py: using BVCI 39757\u000a08:46:01.709551 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:46:01.721805 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:46:01.734385 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:46:01.746912 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:46:01.760383 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:46:01.773801 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:46:01.897720 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:46:02.138373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:02.623035 run create_hlr_db(pid=29799): Launched\u000a08:46:02.797890 bus /sierra_2: Setting Powered False\u000a08:46:03.819603 run create_hlr_db(pid=29799): Terminated: ok {rc=0}\u000a08:46:04.250099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29801): Launched\u000a08:46:04.575975 run osmo-hlr_10.42.42.2(pid=29802): Launched\u000a08:46:04.695268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:05.260441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29804): Launched\u000a08:46:05.585985 run osmo-stp_10.42.42.5(pid=29805): Launched\u000a08:46:05.703136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:46:06.296059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29807): Launched\u000a08:46:06.619792 run osmo-msc_10.42.42.6(pid=29808): Launched\u000a08:46:06.809448 run osmo-stp_10.42.42.5(pid=29805): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29805)]\u000a08:46:06.945901 run osmo-stp_10.42.42.5(pid=29805): stdout: \u000a| (launched: 2022-12-14_08:46:05.425509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:07.081320 run osmo-stp_10.42.42.5(pid=29805): stderr: \u000a| �[0;m�[38;5;43m20221214084605618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084605618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084605619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084605619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084605619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084605619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084605620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:07.210579 run osmo-stp_10.42.42.5(pid=29805): stdout: \u000a| (launched: 2022-12-14_08:46:05.425509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:07.338738 run osmo-stp_10.42.42.5(pid=29805): stderr: \u000a| �[0;m�[38;5;43m20221214084605618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084605618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084605619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084605619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084605619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084605619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084605620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:07.395337 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29805): Process ended prematurely: osmo-stp_10.42.42.5(pid=29805) [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29805)] [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:46:07.404595 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:46:07.467136 run osmo-hlr_10.42.42.2(pid=29802): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29802)]\u000a08:46:07.518487 run osmo-hlr_10.42.42.2(pid=29802): stdout: \u000a| (launched: 2022-12-14_08:46:04.415721) \u000a08:46:07.570799 run osmo-hlr_10.42.42.2(pid=29802): stderr: \u000a| �[0;m�[1;31m20221214084604614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084604615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084604615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084604615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084604615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084604615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084604676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084604684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084604684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084604684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:07.642176 run osmo-msc_10.42.42.6(pid=29808): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29808)]\u000a08:46:07.694287 run osmo-msc_10.42.42.6(pid=29808): stdout: \u000a| (launched: 2022-12-14_08:46:06.460710) \u000a08:46:07.746102 run osmo-msc_10.42.42.6(pid=29808): stderr: \u000a| �[0;m�[38;5;43m20221214084606783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084606783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61a1fb9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084606783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084606783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084606783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084606784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084606785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084606786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084606786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084606786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:46:07.790147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29801): Terminating (SIGTERM)\u000a08:46:07.831782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29804): Terminating (SIGTERM)\u000a08:46:07.873261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29807): Terminating (SIGTERM)\u000a08:46:07.882779 --- ParallelTerminationStrategy: PID 29801 died...\u000a08:46:07.938254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29801): Terminated: ok {rc=0}\u000a08:46:07.948224 --- ParallelTerminationStrategy: PID 29804 died...\u000a08:46:08.003323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29804): Terminated: ok {rc=0}\u000a08:46:08.013361 --- ParallelTerminationStrategy: PID 29807 died...\u000a08:46:08.068804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29807): Terminated: ok {rc=0}\u000a08:46:08.154746 bus /sierra_3: Setting Powered False\u000a08:46:09.259670 bus /sierra_3: Setting Powered False\u000a08:46:10.366337 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:45:50" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29819): Process ended prematurely: osmo-stp_10.42.42.5(pid=29819) [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29819)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29819): Process ended prematurely: osmo-stp_10.42.42.5(pid=29819) [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:46:12.373142 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:12.384512 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:46:12.551730 tst mo_mt_call.py: using LAC 39757\u000a08:46:12.680161 tst mo_mt_call.py: using RAC 232\u000a08:46:12.806671 tst mo_mt_call.py: using CellId 39757\u000a08:46:12.933805 tst mo_mt_call.py: using BVCI 39758\u000a08:46:12.958625 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:12.970013 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:12.981239 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:12.992406 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:13.003787 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:13.015163 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:46:13.135150 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:46:13.337144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:13.817159 run create_hlr_db(pid=29813): Launched\u000a08:46:13.990964 bus /sierra_2: Setting Powered False\u000a08:46:15.014067 run create_hlr_db(pid=29813): Terminated: ok {rc=0}\u000a08:46:15.445074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29815): Launched\u000a08:46:15.770853 run osmo-hlr_10.42.42.2(pid=29816): Launched\u000a08:46:15.952731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:16.594427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29818): Launched\u000a08:46:17.060045 run osmo-stp_10.42.42.5(pid=29819): Launched\u000a08:46:17.280265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:46:17.891078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29821): Launched\u000a08:46:18.215255 run osmo-msc_10.42.42.6(pid=29822): Launched\u000a08:46:18.404420 run osmo-stp_10.42.42.5(pid=29819): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29819)]\u000a08:46:18.539885 run osmo-stp_10.42.42.5(pid=29819): stdout: \u000a| (launched: 2022-12-14_08:46:16.760722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:18.675882 run osmo-stp_10.42.42.5(pid=29819): stderr: \u000a| �[0;m�[38;5;43m20221214084616993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084616994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084616994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084616994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084616995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084616995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084616995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:18.805662 run osmo-stp_10.42.42.5(pid=29819): stdout: \u000a| (launched: 2022-12-14_08:46:16.760722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:18.934080 run osmo-stp_10.42.42.5(pid=29819): stderr: \u000a| �[0;m�[38;5;43m20221214084616993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084616994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084616994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084616994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084616995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084616995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084616995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:18.990933 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29819): Process ended prematurely: osmo-stp_10.42.42.5(pid=29819) [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29819)] [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:46:18.999979 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a08:46:19.062160 run osmo-hlr_10.42.42.2(pid=29816): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29816)]\u000a08:46:19.113502 run osmo-hlr_10.42.42.2(pid=29816): stdout: \u000a| (launched: 2022-12-14_08:46:15.610444) \u000a08:46:19.165574 run osmo-hlr_10.42.42.2(pid=29816): stderr: \u000a| �[0;m�[1;31m20221214084615807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084615807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084615807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084615808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084615808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084615808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084615821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084615831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084615831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084615831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:19.236015 run osmo-msc_10.42.42.6(pid=29822): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29822)]\u000a08:46:19.287371 run osmo-msc_10.42.42.6(pid=29822): stdout: \u000a| (launched: 2022-12-14_08:46:18.056000) \u000a08:46:19.339226 run osmo-msc_10.42.42.6(pid=29822): stderr: \u000a| �[0;m�[38;5;43m20221214084618378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084618378 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f506f5a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084618378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084618378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084618378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084618378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084618380 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084618380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084618381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084618381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:46:19.383029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29815): Terminating (SIGTERM)\u000a08:46:19.424696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29818): Terminating (SIGTERM)\u000a08:46:19.467531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29821): Terminating (SIGTERM)\u000a08:46:19.477276 --- ParallelTerminationStrategy: PID 29815 died...\u000a08:46:19.533703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29815): Terminated: ok {rc=0}\u000a08:46:19.543782 --- ParallelTerminationStrategy: PID 29818 died...\u000a08:46:19.599798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29818): Terminated: ok {rc=0}\u000a08:46:19.609899 --- ParallelTerminationStrategy: PID 29821 died...\u000a08:46:19.666005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29821): Terminated: ok {rc=0}\u000a08:46:19.753778 bus /sierra_3: Setting Powered False\u000a08:46:20.861144 bus /sierra_3: Setting Powered False\u000a08:46:21.969357 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29830): Process ended prematurely: osmo-stp_10.42.42.5(pid=29830) [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29830)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29830): Process ended prematurely: osmo-stp_10.42.42.5(pid=29830) [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:46:23.083903 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:23.096112 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:46:23.258503 tst mo_mt_call_osmux.py: using LAC 39758\u000a08:46:23.378676 tst mo_mt_call_osmux.py: using RAC 233\u000a08:46:23.500704 tst mo_mt_call_osmux.py: using CellId 39758\u000a08:46:23.622760 tst mo_mt_call_osmux.py: using BVCI 39759\u000a08:46:23.646051 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:23.656912 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:23.667844 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:23.678631 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:23.689692 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:46:23.700652 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:46:23.820569 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:46:24.026127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:24.505417 run create_hlr_db(pid=29824): Launched\u000a08:46:24.679100 bus /sierra_2: Setting Powered False\u000a08:46:25.702278 run create_hlr_db(pid=29824): Terminated: ok {rc=0}\u000a08:46:26.133845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29826): Launched\u000a08:46:26.460917 run osmo-hlr_10.42.42.2(pid=29827): Launched\u000a08:46:26.579550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:27.143266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29829): Launched\u000a08:46:27.467532 run osmo-stp_10.42.42.5(pid=29830): Launched\u000a08:46:27.585432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:46:28.181249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29832): Launched\u000a08:46:28.508038 run osmo-msc_10.42.42.6(pid=29833): Launched\u000a08:46:28.699010 run osmo-stp_10.42.42.5(pid=29830): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29830)]\u000a08:46:28.835327 run osmo-stp_10.42.42.5(pid=29830): stdout: \u000a| (launched: 2022-12-14_08:46:27.308387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:28.972258 run osmo-stp_10.42.42.5(pid=29830): stderr: \u000a| �[0;m�[38;5;43m20221214084627501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084627501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084627502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084627502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084627503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084627503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084627503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:29.102646 run osmo-stp_10.42.42.5(pid=29830): stdout: \u000a| (launched: 2022-12-14_08:46:27.308387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:29.232228 run osmo-stp_10.42.42.5(pid=29830): stderr: \u000a| �[0;m�[38;5;43m20221214084627501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084627501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084627502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084627502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084627503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084627503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084627503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:29.289479 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29830): Process ended prematurely: osmo-stp_10.42.42.5(pid=29830) [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29830)] [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:46:29.298965 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:46:29.362147 run osmo-hlr_10.42.42.2(pid=29827): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29827)]\u000a08:46:29.414369 run osmo-hlr_10.42.42.2(pid=29827): stdout: \u000a| (launched: 2022-12-14_08:46:26.298925) \u000a08:46:29.466769 run osmo-hlr_10.42.42.2(pid=29827): stderr: \u000a| �[0;m�[1;31m20221214084626497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084626497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084626497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084626497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084626497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084626497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084626559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084626567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084626567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084626568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:29.538053 run osmo-msc_10.42.42.6(pid=29833): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29833)]\u000a08:46:29.589989 run osmo-msc_10.42.42.6(pid=29833): stdout: \u000a| (launched: 2022-12-14_08:46:28.346512) \u000a08:46:29.642674 run osmo-msc_10.42.42.6(pid=29833): stderr: \u000a| �[0;m�[38;5;43m20221214084628672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084628672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4617ad1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084628672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084628672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084628672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084628673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084628674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084628675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084628675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084628675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:46:29.687287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29826): Terminating (SIGTERM)\u000a08:46:29.729059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29829): Terminating (SIGTERM)\u000a08:46:29.770934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29832): Terminating (SIGTERM)\u000a08:46:29.780684 --- ParallelTerminationStrategy: PID 29826 died...\u000a08:46:29.836822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29826): Terminated: ok {rc=0}\u000a08:46:29.847079 --- ParallelTerminationStrategy: PID 29829 died...\u000a08:46:29.902977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29829): Terminated: ok {rc=0}\u000a08:46:29.913187 --- ParallelTerminationStrategy: PID 29832 died...\u000a08:46:29.969085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29832): Terminated: ok {rc=0}\u000a08:46:30.055547 bus /sierra_3: Setting Powered False\u000a08:46:31.161397 bus /sierra_3: Setting Powered False\u000a08:46:32.273130 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:46:12" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29844): Process ended prematurely: osmo-stp_10.42.42.5(pid=29844) [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29844)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29844): Process ended prematurely: osmo-stp_10.42.42.5(pid=29844) [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a08:46:34.280422 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:34.291804 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a08:46:34.437429 tst mo_mt_call.py: using LAC 39759\u000a08:46:34.566916 tst mo_mt_call.py: using RAC 234\u000a08:46:34.695812 tst mo_mt_call.py: using CellId 39759\u000a08:46:34.824725 tst mo_mt_call.py: using BVCI 39760\u000a08:46:34.849806 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:34.861324 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:34.872435 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:34.883630 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:34.894811 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:34.906144 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:46:35.023992 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:46:35.227599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:35.708705 run create_hlr_db(pid=29838): Launched\u000a08:46:35.883179 bus /sierra_2: Setting Powered False\u000a08:46:36.904916 run create_hlr_db(pid=29838): Terminated: ok {rc=0}\u000a08:46:37.336090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29840): Launched\u000a08:46:37.663191 run osmo-hlr_10.42.42.2(pid=29841): Launched\u000a08:46:37.782027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:38.348027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29843): Launched\u000a08:46:38.675491 run osmo-stp_10.42.42.5(pid=29844): Launched\u000a08:46:38.793823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:46:39.387704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29846): Launched\u000a08:46:39.713658 run osmo-msc_10.42.42.6(pid=29847): Launched\u000a08:46:39.902368 run osmo-stp_10.42.42.5(pid=29844): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29844)]\u000a08:46:40.038222 run osmo-stp_10.42.42.5(pid=29844): stdout: \u000a| (launched: 2022-12-14_08:46:38.513491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:40.174466 run osmo-stp_10.42.42.5(pid=29844): stderr: \u000a| �[0;m�[38;5;43m20221214084638709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084638709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084638709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084638709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084638710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084638710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084638710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:40.303636 run osmo-stp_10.42.42.5(pid=29844): stdout: \u000a| (launched: 2022-12-14_08:46:38.513491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:40.432268 run osmo-stp_10.42.42.5(pid=29844): stderr: \u000a| �[0;m�[38;5;43m20221214084638709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084638709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084638709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084638709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084638710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084638710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084638710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:40.489735 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29844): Process ended prematurely: osmo-stp_10.42.42.5(pid=29844) [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29844)] [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a08:46:40.499236 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:46:40.561798 run osmo-hlr_10.42.42.2(pid=29841): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29841)]\u000a08:46:40.613154 run osmo-hlr_10.42.42.2(pid=29841): stdout: \u000a| (launched: 2022-12-14_08:46:37.501869) \u000a08:46:40.665671 run osmo-hlr_10.42.42.2(pid=29841): stderr: \u000a| �[0;m�[1;31m20221214084637700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084637700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084637700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084637700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084637700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084637701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084637736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084637745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084637745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084637745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:40.737484 run osmo-msc_10.42.42.6(pid=29847): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29847)]\u000a08:46:40.788757 run osmo-msc_10.42.42.6(pid=29847): stdout: \u000a| (launched: 2022-12-14_08:46:39.552691) \u000a08:46:40.840644 run osmo-msc_10.42.42.6(pid=29847): stderr: \u000a| �[0;m�[38;5;43m20221214084639876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084639877 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b9f8c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084639877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084639877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084639877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084639877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084639879 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084639879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084639879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084639879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:46:40.884714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29840): Terminating (SIGTERM)\u000a08:46:40.926563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29843): Terminating (SIGTERM)\u000a08:46:40.968649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29846): Terminating (SIGTERM)\u000a08:46:40.978465 --- ParallelTerminationStrategy: PID 29840 died...\u000a08:46:41.034954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29840): Terminated: ok {rc=0}\u000a08:46:41.045145 --- ParallelTerminationStrategy: PID 29843 died...\u000a08:46:41.101046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29843): Terminated: ok {rc=0}\u000a08:46:41.111441 --- ParallelTerminationStrategy: PID 29846 died...\u000a08:46:41.167431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29846): Terminated: ok {rc=0}\u000a08:46:41.254184 bus /sierra_3: Setting Powered False\u000a08:46:42.360978 bus /sierra_3: Setting Powered False\u000a08:46:43.473200 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29855): Process ended prematurely: osmo-stp_10.42.42.5(pid=29855) [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29855)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29855): Process ended prematurely: osmo-stp_10.42.42.5(pid=29855) [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:46:44.584700 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:44.596220 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a08:46:44.734122 tst mo_mt_call_osmux.py: using LAC 39760\u000a08:46:44.853812 tst mo_mt_call_osmux.py: using RAC 235\u000a08:46:44.973572 tst mo_mt_call_osmux.py: using CellId 39760\u000a08:46:45.092726 tst mo_mt_call_osmux.py: using BVCI 39761\u000a08:46:45.116011 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:45.127052 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:45.137924 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:45.148572 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:45.160149 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:46:45.171302 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:46:45.287379 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:46:45.499068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:46.071155 run create_hlr_db(pid=29849): Launched\u000a08:46:46.263436 bus /sierra_2: Setting Powered False\u000a08:46:47.273867 run create_hlr_db(pid=29849): Terminated: ok {rc=0}\u000a08:46:47.714119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29851): Launched\u000a08:46:48.040715 run osmo-hlr_10.42.42.2(pid=29852): Launched\u000a08:46:48.162601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:48.729335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29854): Launched\u000a08:46:49.055566 run osmo-stp_10.42.42.5(pid=29855): Launched\u000a08:46:49.174062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:46:49.769447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29857): Launched\u000a08:46:50.095851 run osmo-msc_10.42.42.6(pid=29858): Launched\u000a08:46:50.286447 run osmo-stp_10.42.42.5(pid=29855): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29855)]\u000a08:46:50.423098 run osmo-stp_10.42.42.5(pid=29855): stdout: \u000a| (launched: 2022-12-14_08:46:48.894171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:50.560608 run osmo-stp_10.42.42.5(pid=29855): stderr: \u000a| �[0;m�[38;5;43m20221214084649088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084649088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084649088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084649088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084649089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084649089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084649089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:50.692090 run osmo-stp_10.42.42.5(pid=29855): stdout: \u000a| (launched: 2022-12-14_08:46:48.894171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:50.821560 run osmo-stp_10.42.42.5(pid=29855): stderr: \u000a| �[0;m�[38;5;43m20221214084649088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084649088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084649088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084649088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084649089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084649089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084649089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:50.878481 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29855): Process ended prematurely: osmo-stp_10.42.42.5(pid=29855) [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29855)] [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a08:46:50.887838 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:46:50.950649 run osmo-hlr_10.42.42.2(pid=29852): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29852)]\u000a08:46:51.002308 run osmo-hlr_10.42.42.2(pid=29852): stdout: \u000a| (launched: 2022-12-14_08:46:47.879185) \u000a08:46:51.054433 run osmo-hlr_10.42.42.2(pid=29852): stderr: \u000a| �[0;m�[1;31m20221214084648078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084648078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084648078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084648078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084648078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084648078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084648092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084648100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084648100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084648100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:51.125384 run osmo-msc_10.42.42.6(pid=29858): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29858)]\u000a08:46:51.176871 run osmo-msc_10.42.42.6(pid=29858): stdout: \u000a| (launched: 2022-12-14_08:46:49.934707) \u000a08:46:51.228939 run osmo-msc_10.42.42.6(pid=29858): stderr: \u000a| �[0;m�[38;5;43m20221214084650258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084650258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb1be7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084650258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084650258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084650258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084650259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084650260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084650262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084650262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084650262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:46:51.272918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29851): Terminating (SIGTERM)\u000a08:46:51.314705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29854): Terminating (SIGTERM)\u000a08:46:51.356443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29857): Terminating (SIGTERM)\u000a08:46:51.366153 --- ParallelTerminationStrategy: PID 29851 died...\u000a08:46:51.421934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29851): Terminated: ok {rc=0}\u000a08:46:51.431990 --- ParallelTerminationStrategy: PID 29854 died...\u000a08:46:51.487410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29854): Terminated: ok {rc=0}\u000a08:46:51.497425 --- ParallelTerminationStrategy: PID 29857 died...\u000a08:46:51.552541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29857): Terminated: ok {rc=0}\u000a08:46:51.638615 bus /sierra_3: Setting Powered False\u000a08:46:52.743797 bus /sierra_3: Setting Powered False\u000a08:46:53.850650 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:46:33" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29869): Process ended prematurely: osmo-stp_10.42.42.5(pid=29869) [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29869): Process ended prematurely: osmo-stp_10.42.42.5(pid=29869) [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a08:46:55.860531 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:46:55.872441 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:46:56.019921 tst mo_mt_call.py: using LAC 39761\u000a08:46:56.145679 tst mo_mt_call.py: using RAC 236\u000a08:46:56.271163 tst mo_mt_call.py: using CellId 39761\u000a08:46:56.396354 tst mo_mt_call.py: using BVCI 39762\u000a08:46:56.421356 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:46:56.433150 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:46:56.444716 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:46:56.456398 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:46:56.468139 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:46:56.479814 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:46:56.598556 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:46:56.803535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:57.283042 run create_hlr_db(pid=29863): Launched\u000a08:46:57.457544 bus /sierra_2: Setting Powered False\u000a08:46:58.479394 run create_hlr_db(pid=29863): Terminated: ok {rc=0}\u000a08:46:58.913603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29865): Launched\u000a08:46:59.239096 run osmo-hlr_10.42.42.2(pid=29866): Launched\u000a08:46:59.358303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:59.923458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29868): Launched\u000a08:47:00.249554 run osmo-stp_10.42.42.5(pid=29869): Launched\u000a08:47:00.368258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:47:00.987649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29871): Launched\u000a08:47:01.426139 run osmo-msc_10.42.42.6(pid=29872): Launched\u000a08:47:01.642680 run osmo-stp_10.42.42.5(pid=29869): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)]\u000a08:47:01.876669 run osmo-stp_10.42.42.5(pid=29869): stdout: \u000a| (launched: 2022-12-14_08:47:00.088588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:02.113613 run osmo-stp_10.42.42.5(pid=29869): stderr: \u000a| �[0;m�[38;5;43m20221214084700282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084700282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084700283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084700283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084700283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084700284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084700284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:02.240834 run osmo-stp_10.42.42.5(pid=29869): stdout: \u000a| (launched: 2022-12-14_08:47:00.088588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:02.371707 run osmo-stp_10.42.42.5(pid=29869): stderr: \u000a| �[0;m�[38;5;43m20221214084700282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084700282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084700283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084700283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084700283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084700284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084700284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:02.427586 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29869): Process ended prematurely: osmo-stp_10.42.42.5(pid=29869) [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)] [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a08:47:02.436799 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a08:47:02.498119 run osmo-hlr_10.42.42.2(pid=29866): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29866)]\u000a08:47:02.547858 run osmo-hlr_10.42.42.2(pid=29866): stdout: \u000a| (launched: 2022-12-14_08:46:59.078743) \u000a08:47:02.598153 run osmo-hlr_10.42.42.2(pid=29866): stderr: \u000a| �[0;m�[1;31m20221214084659277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084659277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084659277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084659277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084659277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084659277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084659289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084659297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084659297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084659297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:02.667319 run osmo-msc_10.42.42.6(pid=29872): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29872)]\u000a08:47:02.717154 run osmo-msc_10.42.42.6(pid=29872): stdout: \u000a| (launched: 2022-12-14_08:47:01.151663) \u000a08:47:02.767734 run osmo-msc_10.42.42.6(pid=29872): stderr: \u000a| �[0;m�[38;5;43m20221214084701776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084701777 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe167213c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084701777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084701777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084701777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084701777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084701785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084701785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084701785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084701786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:47:02.810705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29865): Terminating (SIGTERM)\u000a08:47:02.851427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29868): Terminating (SIGTERM)\u000a08:47:02.892055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29871): Terminating (SIGTERM)\u000a08:47:02.900938 --- ParallelTerminationStrategy: PID 29865 died...\u000a08:47:02.955874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29865): Terminated: ok {rc=0}\u000a08:47:02.965516 --- ParallelTerminationStrategy: PID 29868 died...\u000a08:47:03.020529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29868): Terminated: ok {rc=0}\u000a08:47:03.030082 --- ParallelTerminationStrategy: PID 29871 died...\u000a08:47:03.084128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29871): Terminated: ok {rc=0}\u000a08:47:03.171860 bus /sierra_3: Setting Powered False\u000a08:47:04.274285 bus /sierra_3: Setting Powered False\u000a08:47:05.384730 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29880): Process ended prematurely: osmo-stp_10.42.42.5(pid=29880) [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29880)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29880): Process ended prematurely: osmo-stp_10.42.42.5(pid=29880) [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:47:06.494722 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:47:06.506800 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:47:06.651634 tst mo_mt_call_osmux.py: using LAC 39762\u000a08:47:06.774356 tst mo_mt_call_osmux.py: using RAC 237\u000a08:47:06.891890 tst mo_mt_call_osmux.py: using CellId 39762\u000a08:47:07.008893 tst mo_mt_call_osmux.py: using BVCI 39763\u000a08:47:07.032214 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:47:07.043563 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:47:07.054791 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:47:07.065912 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:47:07.077520 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:47:07.088770 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:47:07.209937 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:47:07.417452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:07.898295 run create_hlr_db(pid=29874): Launched\u000a08:47:08.072303 bus /sierra_2: Setting Powered False\u000a08:47:09.094630 run create_hlr_db(pid=29874): Terminated: ok {rc=0}\u000a08:47:09.498774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29876): Launched\u000a08:47:09.804113 run osmo-hlr_10.42.42.2(pid=29877): Launched\u000a08:47:09.919889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:10.450595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29879): Launched\u000a08:47:10.756369 run osmo-stp_10.42.42.5(pid=29880): Launched\u000a08:47:10.868235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:47:11.423012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29882): Launched\u000a08:47:11.729217 run osmo-msc_10.42.42.6(pid=29883): Launched\u000a08:47:11.908085 run osmo-stp_10.42.42.5(pid=29880): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29880)]\u000a08:47:12.036584 run osmo-stp_10.42.42.5(pid=29880): stdout: \u000a| (launched: 2022-12-14_08:47:10.604272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:12.162877 run osmo-stp_10.42.42.5(pid=29880): stderr: \u000a| �[0;m�[38;5;43m20221214084710777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084710777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084710777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084710778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084710778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084710778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084710778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:12.284338 run osmo-stp_10.42.42.5(pid=29880): stdout: \u000a| (launched: 2022-12-14_08:47:10.604272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:12.404311 run osmo-stp_10.42.42.5(pid=29880): stderr: \u000a| �[0;m�[38;5;43m20221214084710777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084710777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084710777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084710778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084710778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084710778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084710778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:12.457453 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29880): Process ended prematurely: osmo-stp_10.42.42.5(pid=29880) [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29880)] [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a08:47:12.466144 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:47:12.526001 run osmo-hlr_10.42.42.2(pid=29877): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29877)]\u000a08:47:12.574840 run osmo-hlr_10.42.42.2(pid=29877): stdout: \u000a| (launched: 2022-12-14_08:47:09.653285) \u000a08:47:12.624603 run osmo-hlr_10.42.42.2(pid=29877): stderr: \u000a| �[0;m�[1;31m20221214084709828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084709828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084709829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084709829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084709829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084709829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084709840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084709848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084709849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084709849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:12.691904 run osmo-msc_10.42.42.6(pid=29883): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29883)]\u000a08:47:12.741061 run osmo-msc_10.42.42.6(pid=29883): stdout: \u000a| (launched: 2022-12-14_08:47:11.576787) \u000a08:47:12.790488 run osmo-msc_10.42.42.6(pid=29883): stderr: \u000a| �[0;m�[38;5;43m20221214084711850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084711850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9928e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084711850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084711851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084711852 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084711853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084711853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084711853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:47:12.832483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29876): Terminating (SIGTERM)\u000a08:47:12.871996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29879): Terminating (SIGTERM)\u000a08:47:12.911551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29882): Terminating (SIGTERM)\u000a08:47:12.920594 --- ParallelTerminationStrategy: PID 29876 died...\u000a08:47:12.974083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29876): Terminated: ok {rc=0}\u000a08:47:12.983577 --- ParallelTerminationStrategy: PID 29879 died...\u000a08:47:13.036586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29879): Terminated: ok {rc=0}\u000a08:47:13.046016 --- ParallelTerminationStrategy: PID 29882 died...\u000a08:47:13.098850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29882): Terminated: ok {rc=0}\u000a08:47:13.187154 bus /sierra_3: Setting Powered False\u000a08:47:14.288941 bus /sierra_3: Setting Powered False\u000a08:47:15.400256 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:46:55" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29895): Process ended prematurely: osmo-stp_10.42.42.5(pid=29895) [trial-2402↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29895)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29895): Process ended prematurely: osmo-stp_10.42.42.5(pid=29895) [trial-2402↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:47:17.464452 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:17.475246 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a08:47:17.617638 tst emergency_mo_mt_call.py: using LAC 39763\u000a08:47:17.744515 tst emergency_mo_mt_call.py: using RAC 238\u000a08:47:17.869125 tst emergency_mo_mt_call.py: using CellId 39763\u000a08:47:17.993725 tst emergency_mo_mt_call.py: using BVCI 39764\u000a08:47:18.018260 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:18.029675 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:18.040586 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:18.051584 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:18.063086 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:18.074168 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:47:18.190148 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:47:18.390303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:18.860824 run create_hlr_db(pid=29889): Launched\u000a08:47:19.032305 bus /sierra_2: Setting Powered False\u000a08:47:20.052793 run create_hlr_db(pid=29889): Terminated: ok {rc=0}\u000a08:47:20.477121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29891): Launched\u000a08:47:20.796733 run osmo-hlr_10.42.42.2(pid=29892): Launched\u000a08:47:20.912568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:21.465327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29894): Launched\u000a08:47:21.783998 run osmo-stp_10.42.42.5(pid=29895): Launched\u000a08:47:21.910803 tst emergency_mo_mt_call.py: using MSISDN 8599\u000a08:47:22.069154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:47:22.650281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29897): Launched\u000a08:47:22.968533 run osmo-msc_10.42.42.6(pid=29898): Launched\u000a08:47:23.154312 run osmo-stp_10.42.42.5(pid=29895): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29895)]\u000a08:47:23.288788 run osmo-stp_10.42.42.5(pid=29895): stdout: \u000a| (launched: 2022-12-14_08:47:21.626696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:23.422553 run osmo-stp_10.42.42.5(pid=29895): stderr: \u000a| �[0;m�[38;5;43m20221214084721819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084721819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084721819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084721820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084721820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084721820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084721820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:23.549307 run osmo-stp_10.42.42.5(pid=29895): stdout: \u000a| (launched: 2022-12-14_08:47:21.626696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:23.675271 run osmo-stp_10.42.42.5(pid=29895): stderr: \u000a| �[0;m�[38;5;43m20221214084721819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084721819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084721819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084721820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084721820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084721820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084721820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:23.730787 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29895): Process ended prematurely: osmo-stp_10.42.42.5(pid=29895) [trial-2402↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29895)] [trial-2402↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a08:47:23.739378 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a08:47:23.801401 run osmo-hlr_10.42.42.2(pid=29892): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29892)]\u000a08:47:23.852388 run osmo-hlr_10.42.42.2(pid=29892): stdout: \u000a| (launched: 2022-12-14_08:47:20.638588) \u000a08:47:23.904316 run osmo-hlr_10.42.42.2(pid=29892): stderr: \u000a| �[0;m�[1;31m20221214084720835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084720835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084720835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084720835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084720835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084720835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084720847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084720855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084720855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084720856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:23.974479 run osmo-msc_10.42.42.6(pid=29898): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29898)]\u000a08:47:24.025627 run osmo-msc_10.42.42.6(pid=29898): stdout: \u000a| (launched: 2022-12-14_08:47:22.812123) \u000a08:47:24.077241 run osmo-msc_10.42.42.6(pid=29898): stderr: \u000a| �[0;m�[38;5;43m20221214084723133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084723133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf4ae80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084723134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084723134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084723134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084723134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084723136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084723136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084723136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084723136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:47:24.121288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29891): Terminating (SIGTERM)\u000a08:47:24.162878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29894): Terminating (SIGTERM)\u000a08:47:24.204679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29897): Terminating (SIGTERM)\u000a08:47:24.214306 --- ParallelTerminationStrategy: PID 29891 died...\u000a08:47:24.269681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29891): Terminated: ok {rc=0}\u000a08:47:24.279568 --- ParallelTerminationStrategy: PID 29894 died...\u000a08:47:24.334636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29894): Terminated: ok {rc=0}\u000a08:47:24.344613 --- ParallelTerminationStrategy: PID 29897 died...\u000a08:47:24.399504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29897): Terminated: ok {rc=0}\u000a08:47:24.485713 bus /sierra_3: Setting Powered False\u000a08:47:25.592012 bus /sierra_3: Setting Powered False\u000a08:47:26.700036 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2402↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2402↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:47:27.751809 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:27.763862 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a08:47:27.909267 tst emergency_preemptive_call.py: using LAC 39764\u000a08:47:28.033440 tst emergency_preemptive_call.py: using RAC 239\u000a08:47:28.157526 tst emergency_preemptive_call.py: using CellId 39764\u000a08:47:28.281850 tst emergency_preemptive_call.py: using BVCI 39765\u000a08:47:28.306191 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:28.317497 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:28.328545 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:28.339712 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:28.350848 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:47:28.362050 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:47:28.479985 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:47:28.595808 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:47:28.709608 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:47:28.917237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:29.429853 run create_hlr_db(pid=29900): Launched\u000a08:47:29.614249 bus /sierra_2: Setting Powered False\u000a08:47:30.634995 run create_hlr_db(pid=29900): Terminated: ok {rc=0}\u000a08:47:31.070086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Launched\u000a08:47:31.481921 run osmo-hlr_10.42.42.2(pid=29903): Launched\u000a08:47:31.663058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:32.441265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Launched\u000a08:47:32.743070 run osmo-stp_10.42.42.5(pid=29906): Launched\u000a08:47:32.862484 tst emergency_preemptive_call.py: using MSISDN 8600\u000a08:47:33.010019 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:47:33.555835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29908): Launched\u000a08:47:33.856583 run osmo-msc_10.42.42.6(pid=29909): Launched\u000a08:47:34.031960 run osmo-stp_10.42.42.5(pid=29906): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)]\u000a08:47:34.158551 run osmo-stp_10.42.42.5(pid=29906): stdout: \u000a| (launched: 2022-12-14_08:47:32.592539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:34.283242 run osmo-stp_10.42.42.5(pid=29906): stderr: \u000a| �[0;m�[38;5;43m20221214084732764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084732764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084732765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084732765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084732766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084732766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084732766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:34.402436 run osmo-stp_10.42.42.5(pid=29906): stdout: \u000a| (launched: 2022-12-14_08:47:32.592539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:34.520431 run osmo-stp_10.42.42.5(pid=29906): stderr: \u000a| �[0;m�[38;5;43m20221214084732764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084732764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084732765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084732765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084732766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084732766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084732766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:34.572304 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2402↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)] [trial-2402↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a08:47:34.580583 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a08:47:34.641761 run osmo-hlr_10.42.42.2(pid=29903): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29903)]\u000a08:47:34.691574 run osmo-hlr_10.42.42.2(pid=29903): stdout: \u000a| (launched: 2022-12-14_08:47:31.227134) \u000a08:47:34.742084 run osmo-hlr_10.42.42.2(pid=29903): stderr: \u000a| �[0;m�[1;31m20221214084731521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084731521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084731521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084731521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084731521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084731521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084731540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084731567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084731567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084731567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:34.810800 run osmo-msc_10.42.42.6(pid=29909): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29909)]\u000a08:47:34.860431 run osmo-msc_10.42.42.6(pid=29909): stdout: \u000a| (launched: 2022-12-14_08:47:33.706615) \u000a08:47:34.910860 run osmo-msc_10.42.42.6(pid=29909): stderr: \u000a| �[0;m�[38;5;43m20221214084733975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214084733975 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7bd7efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214084733975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214084733975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214084733975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214084733976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214084733977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214084733978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214084733978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214084733978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:47:34.953474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Terminating (SIGTERM)\u000a08:47:34.993529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Terminating (SIGTERM)\u000a08:47:35.033770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29908): Terminating (SIGTERM)\u000a08:47:35.043001 --- ParallelTerminationStrategy: PID 29902 died...\u000a08:47:35.097345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Terminated: ok {rc=0}\u000a08:47:35.107069 --- ParallelTerminationStrategy: PID 29905 died...\u000a08:47:35.161194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Terminated: ok {rc=0}\u000a08:47:35.170851 --- ParallelTerminationStrategy: PID 29908 died...\u000a08:47:35.224656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29908): Terminated: ok {rc=0}\u000a08:47:35.313283 bus /sierra_9: Setting Powered False\u000a08:47:36.415676 bus /sierra_9: Setting Powered False\u000a08:47:37.522493 bus /sierra_8: Setting Powered False\u000a08:47:38.628046 bus /sierra_8: Setting Powered False\u000a08:47:39.736618 bus /sierra_3: Setting Powered False\u000a08:47:40.843884 bus /sierra_3: Setting Powered False\u000a08:47:41.956701 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:47:17" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29924): Process ended prematurely: osmo-stp_10.42.42.5(pid=29924) [trial-2402↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29924)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29924): Process ended prematurely: osmo-stp_10.42.42.5(pid=29924) [trial-2402↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:47:44.091111 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:44.101676 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:47:44.235582 tst cs_paging_gprs_active.py: using LAC 39765\u000a08:47:44.360565 tst cs_paging_gprs_active.py: using RAC 240\u000a08:47:44.486348 tst cs_paging_gprs_active.py: using CellId 39765\u000a08:47:44.611836 tst cs_paging_gprs_active.py: using BVCI 39766\u000a08:47:44.636658 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:44.647882 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:44.658943 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:44.669892 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:44.681127 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:44.691992 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:44.703144 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:44.714131 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:44.725371 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:47:44.842201 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:47:45.139620 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:47:45.275933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:45.611405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29914): Launched\u000a08:47:45.926999 run iperf3-srv_10.42.42.10(pid=29915): Launched\u000a08:47:46.118440 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:47:46.250234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:46.590399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29916): Launched\u000a08:47:46.880371 run iperf3-srv_10.42.42.10(pid=29917): Launched\u000a08:47:47.072065 tst cs_paging_gprs_active.py:38: start network...\u000a08:47:47.202177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:47.686074 run create_hlr_db(pid=29918): Launched\u000a08:47:47.860652 bus /sierra_2: Setting Powered False\u000a08:47:48.882674 run create_hlr_db(pid=29918): Terminated: ok {rc=0}\u000a08:47:49.287369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29920): Launched\u000a08:47:49.592731 run osmo-hlr_10.42.42.2(pid=29921): Launched\u000a08:47:49.709563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:50.246995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29923): Launched\u000a08:47:50.551712 run osmo-stp_10.42.42.5(pid=29924): Launched\u000a08:47:50.662701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:51.194454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29926): Launched\u000a08:47:51.302839 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:51.568637 run patchelf(pid=29927): Launched\u000a08:47:51.747162 run osmo-stp_10.42.42.5(pid=29924): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29924)]\u000a08:47:51.877665 run osmo-stp_10.42.42.5(pid=29924): stdout: \u000a| (launched: 2022-12-14_08:47:50.401522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:52.008189 run osmo-stp_10.42.42.5(pid=29924): stderr: \u000a| �[0;m�[38;5;43m20221214084750570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084750570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084750570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084750571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084750571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084750571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084750571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:52.134310 run osmo-stp_10.42.42.5(pid=29924): stdout: \u000a| (launched: 2022-12-14_08:47:50.401522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:52.259483 run osmo-stp_10.42.42.5(pid=29924): stderr: \u000a| �[0;m�[38;5;43m20221214084750570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084750570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084750570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084750571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084750571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084750571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084750571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:52.404278 run patchelf(pid=29927): Terminating (SIGINT)\u000a08:47:52.574367 run patchelf(pid=29927): Terminated: ok {rc=0}\u000a08:47:52.605776 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29924): Process ended prematurely: osmo-stp_10.42.42.5(pid=29924) [trial-2402↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29924)] [trial-2402↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a08:47:52.615223 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:47:52.675514 run osmo-hlr_10.42.42.2(pid=29921): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29921)]\u000a08:47:52.724720 run osmo-hlr_10.42.42.2(pid=29921): stdout: \u000a| (launched: 2022-12-14_08:47:49.441965) \u000a08:47:52.774848 run osmo-hlr_10.42.42.2(pid=29921): stderr: \u000a| �[0;m�[1;31m20221214084749617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084749617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084749617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084749617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084749617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084749618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084749640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084749649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084749649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084749649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:52.817248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29914): Terminating (SIGTERM)\u000a08:47:52.857200 run iperf3-srv_10.42.42.10(pid=29915): Terminating (SIGTERM)\u000a08:47:52.897626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29916): Terminating (SIGTERM)\u000a08:47:52.937306 run iperf3-srv_10.42.42.10(pid=29917): Terminating (SIGTERM)\u000a08:47:52.977151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29920): Terminating (SIGTERM)\u000a08:47:53.016834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29923): Terminating (SIGTERM)\u000a08:47:53.057497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29926): Terminating (SIGTERM)\u000a08:47:53.066699 --- ParallelTerminationStrategy: PID 29914 died...\u000a08:47:53.121170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29914): Terminated: ok {rc=0}\u000a08:47:53.130772 --- ParallelTerminationStrategy: PID 29915 died...\u000a08:47:53.184354 run iperf3-srv_10.42.42.10(pid=29915): Terminated {rc=256}\u000a08:47:53.193841 --- ParallelTerminationStrategy: PID 29916 died...\u000a08:47:53.246937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29916): Terminated: ok {rc=0}\u000a08:47:53.256336 --- ParallelTerminationStrategy: PID 29917 died...\u000a08:47:53.309645 run iperf3-srv_10.42.42.10(pid=29917): Terminated {rc=256}\u000a08:47:53.319087 --- ParallelTerminationStrategy: PID 29920 died...\u000a08:47:53.372415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29920): Terminated: ok {rc=0}\u000a08:47:53.381892 --- ParallelTerminationStrategy: PID 29923 died...\u000a08:47:53.435151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29923): Terminated: ok {rc=0}\u000a08:47:53.444630 --- ParallelTerminationStrategy: PID 29926 died...\u000a08:47:53.498142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29926): Terminated: ok {rc=0}\u000a08:47:53.582405 bus /gobi_0: Setting Powered False\u000a08:47:54.691007 bus /gobi_0: Setting Powered False\u000a08:47:55.804376 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29936): Process ended prematurely: osmo-stp_10.42.42.5(pid=29936) [trial-2402↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29936)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29936): Process ended prematurely: osmo-stp_10.42.42.5(pid=29936) [trial-2402↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a08:47:56.915079 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:56.926381 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:47:57.074334 tst iperf3.py: using LAC 39766\u000a08:47:57.204521 tst iperf3.py: using RAC 241\u000a08:47:57.332647 tst iperf3.py: using CellId 39766\u000a08:47:57.461586 tst iperf3.py: using BVCI 39767\u000a08:47:57.487909 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:57.499454 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:57.510511 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:57.521527 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:57.533549 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:57.545085 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:57.556858 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:57.568521 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:47:57.580382 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:47:57.860440 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:47:57.987200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:58.303609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29928): Launched\u000a08:47:58.565460 run iperf3-srv_10.42.42.10(pid=29929): Launched\u000a08:47:58.750058 tst iperf3.py:8: start network...\u000a08:47:58.876654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:59.358535 run create_hlr_db(pid=29930): Launched\u000a08:47:59.532111 bus /gobi_6: Setting Powered False\u000a08:48:00.554777 run create_hlr_db(pid=29930): Terminated: ok {rc=0}\u000a08:48:00.974214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29932): Launched\u000a08:48:01.361540 run osmo-hlr_10.42.42.2(pid=29933): Launched\u000a08:48:01.559787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:02.164301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29935): Launched\u000a08:48:02.497343 run osmo-stp_10.42.42.5(pid=29936): Launched\u000a08:48:02.616927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:03.168732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29938): Launched\u000a08:48:03.276820 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:03.541753 run patchelf(pid=29939): Launched\u000a08:48:03.719343 run osmo-stp_10.42.42.5(pid=29936): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29936)]\u000a08:48:03.849250 run osmo-stp_10.42.42.5(pid=29936): stdout: \u000a| (launched: 2022-12-14_08:48:02.334433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:03.980321 run osmo-stp_10.42.42.5(pid=29936): stderr: \u000a| �[0;m�[38;5;43m20221214084802526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084802527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084802527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084802527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084802528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084802528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084802528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:04.105997 run osmo-stp_10.42.42.5(pid=29936): stdout: \u000a| (launched: 2022-12-14_08:48:02.334433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:04.230613 run osmo-stp_10.42.42.5(pid=29936): stderr: \u000a| �[0;m�[38;5;43m20221214084802526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084802527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084802527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084802527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084802528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084802528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084802528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:04.375173 run patchelf(pid=29939): Terminating (SIGINT)\u000a08:48:04.543965 run patchelf(pid=29939): Terminated: ok {rc=0}\u000a08:48:04.575199 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29936): Process ended prematurely: osmo-stp_10.42.42.5(pid=29936) [trial-2402↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29936)] [trial-2402↪gprs:trx-b200↪iperf3.py:8]\u000a08:48:04.584574 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a08:48:04.644648 run osmo-hlr_10.42.42.2(pid=29933): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29933)]\u000a08:48:04.693428 run osmo-hlr_10.42.42.2(pid=29933): stdout: \u000a| (launched: 2022-12-14_08:48:01.133141) \u000a08:48:04.742901 run osmo-hlr_10.42.42.2(pid=29933): stderr: \u000a| �[0;m�[1;31m20221214084801475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084801475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084801476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084801476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084801476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084801476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084801495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084801503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084801504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084801504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:04.785473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29928): Terminating (SIGTERM)\u000a08:48:04.825393 run iperf3-srv_10.42.42.10(pid=29929): Terminating (SIGTERM)\u000a08:48:04.865441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29932): Terminating (SIGTERM)\u000a08:48:04.905362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29935): Terminating (SIGTERM)\u000a08:48:04.945657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29938): Terminating (SIGTERM)\u000a08:48:04.954795 --- ParallelTerminationStrategy: PID 29928 died...\u000a08:48:05.008345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29928): Terminated: ok {rc=0}\u000a08:48:05.017860 --- ParallelTerminationStrategy: PID 29929 died...\u000a08:48:05.070825 run iperf3-srv_10.42.42.10(pid=29929): Terminated {rc=256}\u000a08:48:05.080205 --- ParallelTerminationStrategy: PID 29932 died...\u000a08:48:05.133403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29932): Terminated: ok {rc=0}\u000a08:48:05.142827 --- ParallelTerminationStrategy: PID 29935 died...\u000a08:48:05.196130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29935): Terminated: ok {rc=0}\u000a08:48:05.205679 --- ParallelTerminationStrategy: PID 29938 died...\u000a08:48:05.258786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29938): Terminated: ok {rc=0}\u000a08:48:05.342439 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29954): Process ended prematurely: osmo-stp_10.42.42.5(pid=29954) [trial-2402↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29954)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29954): Process ended prematurely: osmo-stp_10.42.42.5(pid=29954) [trial-2402↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a08:48:06.457991 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:06.469715 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:48:06.616941 tst iperf3m4.py: using LAC 39767\u000a08:48:06.746500 tst iperf3m4.py: using RAC 242\u000a08:48:06.876081 tst iperf3m4.py: using CellId 39767\u000a08:48:07.004737 tst iperf3m4.py: using BVCI 39768\u000a08:48:07.029895 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:07.041189 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:07.052079 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:07.063113 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:07.074090 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:07.085046 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:07.096161 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:07.107148 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:07.118299 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:48:07.238491 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:48:07.356813 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:48:07.476432 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:48:07.757933 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:48:07.886513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:08.204013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29940): Launched\u000a08:48:08.467666 run iperf3-srv_10.42.42.10(pid=29941): Launched\u000a08:48:08.652905 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:48:08.779995 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:09.097258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29942): Launched\u000a08:48:09.359939 run iperf3-srv_10.42.42.10(pid=29943): Launched\u000a08:48:09.545048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:48:09.671648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:09.986024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29944): Launched\u000a08:48:10.247660 run iperf3-srv_10.42.42.10(pid=29945): Launched\u000a08:48:10.431949 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:48:10.558322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:10.871639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29946): Launched\u000a08:48:11.132903 run iperf3-srv_10.42.42.10(pid=29947): Launched\u000a08:48:11.318377 tst iperf3m4.py:8: start network...\u000a08:48:11.444552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:11.925997 run create_hlr_db(pid=29948): Launched\u000a08:48:12.100572 bus /gobi_6: Setting Powered False\u000a08:48:13.122947 run create_hlr_db(pid=29948): Terminated: ok {rc=0}\u000a08:48:13.530459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29950): Launched\u000a08:48:13.835602 run osmo-hlr_10.42.42.2(pid=29951): Launched\u000a08:48:13.950897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:14.478850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29953): Launched\u000a08:48:14.783632 run osmo-stp_10.42.42.5(pid=29954): Launched\u000a08:48:14.894792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:15.425364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29956): Launched\u000a08:48:15.533690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:15.798915 run patchelf(pid=29957): Launched\u000a08:48:15.993120 run osmo-stp_10.42.42.5(pid=29954): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29954)]\u000a08:48:16.127160 run osmo-stp_10.42.42.5(pid=29954): stdout: \u000a| (launched: 2022-12-14_08:48:14.632600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:16.262248 run osmo-stp_10.42.42.5(pid=29954): stderr: \u000a| �[0;m�[38;5;43m20221214084814802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084814802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084814803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084814803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084814804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084814804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084814804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:16.392114 run osmo-stp_10.42.42.5(pid=29954): stdout: \u000a| (launched: 2022-12-14_08:48:14.632600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:16.522096 run osmo-stp_10.42.42.5(pid=29954): stderr: \u000a| �[0;m�[38;5;43m20221214084814802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084814802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084814803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084814803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084814804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084814804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084814804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:16.671511 run patchelf(pid=29957): Terminating (SIGINT)\u000a08:48:16.846625 run patchelf(pid=29957): Terminated: ok {rc=0}\u000a08:48:16.879631 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29954): Process ended prematurely: osmo-stp_10.42.42.5(pid=29954) [trial-2402↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29954)] [trial-2402↪gprs:trx-b200↪iperf3m4.py:8]\u000a08:48:16.890251 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:48:16.954001 run osmo-hlr_10.42.42.2(pid=29951): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29951)]\u000a08:48:17.005397 run osmo-hlr_10.42.42.2(pid=29951): stdout: \u000a| (launched: 2022-12-14_08:48:13.684875) \u000a08:48:17.057337 run osmo-hlr_10.42.42.2(pid=29951): stderr: \u000a| �[0;m�[1;31m20221214084813857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084813857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084813857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084813857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084813857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084813857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084813870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084813878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084813878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084813878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:17.102278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29940): Terminating (SIGTERM)\u000a08:48:17.144151 run iperf3-srv_10.42.42.10(pid=29941): Terminating (SIGTERM)\u000a08:48:17.188130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29942): Terminating (SIGTERM)\u000a08:48:17.230359 run iperf3-srv_10.42.42.10(pid=29943): Terminating (SIGTERM)\u000a08:48:17.272814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29944): Terminating (SIGTERM)\u000a08:48:17.313631 run iperf3-srv_10.42.42.10(pid=29945): Terminating (SIGTERM)\u000a08:48:17.353422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29946): Terminating (SIGTERM)\u000a08:48:17.393103 run iperf3-srv_10.42.42.10(pid=29947): Terminating (SIGTERM)\u000a08:48:17.433295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29950): Terminating (SIGTERM)\u000a08:48:17.473923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29953): Terminating (SIGTERM)\u000a08:48:17.514674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29956): Terminating (SIGTERM)\u000a08:48:17.523893 --- ParallelTerminationStrategy: PID 29940 died...\u000a08:48:17.578069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29940): Terminated: ok {rc=0}\u000a08:48:17.587641 --- ParallelTerminationStrategy: PID 29941 died...\u000a08:48:17.641365 run iperf3-srv_10.42.42.10(pid=29941): Terminated {rc=256}\u000a08:48:17.650802 --- ParallelTerminationStrategy: PID 29942 died...\u000a08:48:17.704537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29942): Terminated: ok {rc=0}\u000a08:48:17.714118 --- ParallelTerminationStrategy: PID 29943 died...\u000a08:48:17.767844 run iperf3-srv_10.42.42.10(pid=29943): Terminated {rc=256}\u000a08:48:17.777380 --- ParallelTerminationStrategy: PID 29944 died...\u000a08:48:17.831101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29944): Terminated: ok {rc=0}\u000a08:48:17.840667 --- ParallelTerminationStrategy: PID 29945 died...\u000a08:48:17.894343 run iperf3-srv_10.42.42.10(pid=29945): Terminated {rc=256}\u000a08:48:17.903870 --- ParallelTerminationStrategy: PID 29946 died...\u000a08:48:17.957510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29946): Terminated: ok {rc=0}\u000a08:48:17.967178 --- ParallelTerminationStrategy: PID 29947 died...\u000a08:48:18.020774 run iperf3-srv_10.42.42.10(pid=29947): Terminated {rc=256}\u000a08:48:18.030392 --- ParallelTerminationStrategy: PID 29950 died...\u000a08:48:18.083997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29950): Terminated: ok {rc=0}\u000a08:48:18.093736 --- ParallelTerminationStrategy: PID 29953 died...\u000a08:48:18.147312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29953): Terminated: ok {rc=0}\u000a08:48:18.156883 --- ParallelTerminationStrategy: PID 29956 died...\u000a08:48:18.211012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29956): Terminated: ok {rc=0}\u000a08:48:18.300349 bus /gobi_4: Setting Powered False\u000a08:48:19.403363 bus /gobi_4: Setting Powered False\u000a08:48:20.514980 bus /gobi_1: Setting Powered False\u000a08:48:21.618273 bus /gobi_1: Setting Powered False\u000a08:48:22.727502 bus /gobi_0: Setting Powered False\u000a08:48:23.831044 bus /gobi_0: Setting Powered False\u000a08:48:24.938529 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29965): Process ended prematurely: osmo-stp_10.42.42.5(pid=29965) [trial-2402↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29965)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29965): Process ended prematurely: osmo-stp_10.42.42.5(pid=29965) [trial-2402↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a08:48:26.006032 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:26.017737 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:48:26.156314 tst ping.py: using LAC 39768\u000a08:48:26.274316 tst ping.py: using RAC 243\u000a08:48:26.395541 tst ping.py: using CellId 39768\u000a08:48:26.513231 tst ping.py: using BVCI 39769\u000a08:48:26.536451 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:26.547118 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:26.557636 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:26.567939 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:26.578254 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:26.588823 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:26.599720 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:26.610938 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:48:26.903605 tst ping.py:19: start network...\u000a08:48:27.036541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:27.550514 run create_hlr_db(pid=29959): Launched\u000a08:48:27.734925 bus /gobi_6: Setting Powered False\u000a08:48:28.756153 run create_hlr_db(pid=29959): Terminated: ok {rc=0}\u000a08:48:29.159966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29961): Launched\u000a08:48:29.459943 run osmo-hlr_10.42.42.2(pid=29962): Launched\u000a08:48:29.575869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:30.108939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29964): Launched\u000a08:48:30.409964 run osmo-stp_10.42.42.5(pid=29965): Launched\u000a08:48:30.519171 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:31.082641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29967): Launched\u000a08:48:31.200051 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:31.493079 run patchelf(pid=29968): Launched\u000a08:48:31.672557 run osmo-stp_10.42.42.5(pid=29965): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29965)]\u000a08:48:31.804630 run osmo-stp_10.42.42.5(pid=29965): stdout: \u000a| (launched: 2022-12-14_08:48:30.260906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:31.937391 run osmo-stp_10.42.42.5(pid=29965): stderr: \u000a| �[0;m�[38;5;43m20221214084830430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084830430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084830430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084830431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084830431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084830431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084830431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:32.065290 run osmo-stp_10.42.42.5(pid=29965): stdout: \u000a| (launched: 2022-12-14_08:48:30.260906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:32.192156 run osmo-stp_10.42.42.5(pid=29965): stderr: \u000a| �[0;m�[38;5;43m20221214084830430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084830430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084830430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084830431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084830431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084830431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084830431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:32.339206 run patchelf(pid=29968): Terminating (SIGINT)\u000a08:48:32.511756 run patchelf(pid=29968): Terminated: ok {rc=0}\u000a08:48:32.542532 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29965): Process ended prematurely: osmo-stp_10.42.42.5(pid=29965) [trial-2402↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29965)] [trial-2402↪gprs:trx-b200↪ping.py:22]\u000a08:48:32.551773 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:48:32.613254 run osmo-hlr_10.42.42.2(pid=29962): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29962)]\u000a08:48:32.663178 run osmo-hlr_10.42.42.2(pid=29962): stdout: \u000a| (launched: 2022-12-14_08:48:29.311582) \u000a08:48:32.713940 run osmo-hlr_10.42.42.2(pid=29962): stderr: \u000a| �[0;m�[1;31m20221214084829489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084829489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084829489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084829489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084829489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084829489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084829502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084829513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084829513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084829513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:32.757733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29961): Terminating (SIGTERM)\u000a08:48:32.798978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29964): Terminating (SIGTERM)\u000a08:48:32.839692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29967): Terminating (SIGTERM)\u000a08:48:32.849156 --- ParallelTerminationStrategy: PID 29961 died...\u000a08:48:32.903437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29961): Terminated: ok {rc=0}\u000a08:48:32.913187 --- ParallelTerminationStrategy: PID 29964 died...\u000a08:48:32.967273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29964): Terminated: ok {rc=0}\u000a08:48:32.976831 --- ParallelTerminationStrategy: PID 29967 died...\u000a08:48:33.030773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29967): Terminated: ok {rc=0}\u000a08:48:33.115022 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29975): Process ended prematurely: osmo-stp_10.42.42.5(pid=29975) [trial-2402↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29975)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29975): Process ended prematurely: osmo-stp_10.42.42.5(pid=29975) [trial-2402↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a08:48:34.168255 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:34.180380 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:48:34.320445 tst ping_idle_ping.py: using LAC 39769\u000a08:48:34.440053 tst ping_idle_ping.py: using RAC 244\u000a08:48:34.565496 tst ping_idle_ping.py: using CellId 39769\u000a08:48:34.694343 tst ping_idle_ping.py: using BVCI 39770\u000a08:48:34.719833 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:34.731098 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:34.742130 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:34.753260 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:34.764175 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:34.775075 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:34.786111 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:48:34.797107 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:48:35.087418 tst ping_idle_ping.py:24: start network...\u000a08:48:35.220722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:35.737453 run create_hlr_db(pid=29969): Launched\u000a08:48:35.922283 bus /gobi_6: Setting Powered False\u000a08:48:36.943818 run create_hlr_db(pid=29969): Terminated: ok {rc=0}\u000a08:48:37.348586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29971): Launched\u000a08:48:37.647935 run osmo-hlr_10.42.42.2(pid=29972): Launched\u000a08:48:37.765591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:38.293297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29974): Launched\u000a08:48:38.593819 run osmo-stp_10.42.42.5(pid=29975): Launched\u000a08:48:38.702410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:39.225149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29977): Launched\u000a08:48:39.331126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:39.593782 run patchelf(pid=29978): Launched\u000a08:48:39.768691 run osmo-stp_10.42.42.5(pid=29975): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29975)]\u000a08:48:39.896461 run osmo-stp_10.42.42.5(pid=29975): stdout: \u000a| (launched: 2022-12-14_08:48:38.444538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:40.026082 run osmo-stp_10.42.42.5(pid=29975): stderr: \u000a| �[0;m�[38;5;43m20221214084838614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084838614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084838615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084838615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084838616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084838616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084838616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:40.150170 run osmo-stp_10.42.42.5(pid=29975): stdout: \u000a| (launched: 2022-12-14_08:48:38.444538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:40.273175 run osmo-stp_10.42.42.5(pid=29975): stderr: \u000a| �[0;m�[38;5;43m20221214084838614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084838614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084838615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084838615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084838616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084838616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084838616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:40.415811 run patchelf(pid=29978): Terminating (SIGINT)\u000a08:48:40.582970 run patchelf(pid=29978): Terminated: ok {rc=0}\u000a08:48:40.613409 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29975): Process ended prematurely: osmo-stp_10.42.42.5(pid=29975) [trial-2402↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29975)] [trial-2402↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a08:48:40.622230 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a08:48:40.682473 run osmo-hlr_10.42.42.2(pid=29972): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29972)]\u000a08:48:40.731606 run osmo-hlr_10.42.42.2(pid=29972): stdout: \u000a| (launched: 2022-12-14_08:48:37.500134) \u000a08:48:40.781713 run osmo-hlr_10.42.42.2(pid=29972): stderr: \u000a| �[0;m�[1;31m20221214084837676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084837676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084837676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084837676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084837676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084837676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084837688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084837697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084837697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084837697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:40.823913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29971): Terminating (SIGTERM)\u000a08:48:40.863536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29974): Terminating (SIGTERM)\u000a08:48:40.903191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29977): Terminating (SIGTERM)\u000a08:48:40.912318 --- ParallelTerminationStrategy: PID 29971 died...\u000a08:48:40.966149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29971): Terminated: ok {rc=0}\u000a08:48:40.975698 --- ParallelTerminationStrategy: PID 29974 died...\u000a08:48:41.029059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29974): Terminated: ok {rc=0}\u000a08:48:41.038585 --- ParallelTerminationStrategy: PID 29977 died...\u000a08:48:41.091789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29977): Terminated: ok {rc=0}\u000a08:48:41.180054 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:47:43" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29994): Process ended prematurely: osmo-stp_10.42.42.5(pid=29994) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29994)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29994): Process ended prematurely: osmo-stp_10.42.42.5(pid=29994) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:48:43.323617 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:43.334379 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:48:43.474846 tst cs_paging_gprs_active.py: using LAC 39770\u000a08:48:43.596517 tst cs_paging_gprs_active.py: using RAC 245\u000a08:48:43.716494 tst cs_paging_gprs_active.py: using CellId 39770\u000a08:48:43.836481 tst cs_paging_gprs_active.py: using BVCI 39771\u000a08:48:43.859739 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:43.870642 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:43.881213 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:43.891725 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:43.902632 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:43.913981 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:43.924938 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:43.935721 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:43.946745 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:48:44.067863 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:48:44.347978 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:48:44.475277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:44.792011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29984): Launched\u000a08:48:45.053576 run iperf3-srv_10.42.42.10(pid=29985): Launched\u000a08:48:45.238521 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:48:45.365319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:45.680107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29986): Launched\u000a08:48:45.978138 run iperf3-srv_10.42.42.10(pid=29987): Launched\u000a08:48:46.225574 tst cs_paging_gprs_active.py:38: start network...\u000a08:48:46.394793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:46.933909 run create_hlr_db(pid=29988): Launched\u000a08:48:47.130296 bus /gobi_6: Setting Powered False\u000a08:48:48.146726 run create_hlr_db(pid=29988): Terminated: ok {rc=0}\u000a08:48:48.555049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29990): Launched\u000a08:48:48.860015 run osmo-hlr_10.42.42.2(pid=29991): Launched\u000a08:48:48.975097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:49.503541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29993): Launched\u000a08:48:49.807681 run osmo-stp_10.42.42.5(pid=29994): Launched\u000a08:48:49.918750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:50.447076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29996): Launched\u000a08:48:50.555154 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:50.822249 run patchelf(pid=29997): Launched\u000a08:48:51.000058 run osmo-stp_10.42.42.5(pid=29994): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29994)]\u000a08:48:51.130424 run osmo-stp_10.42.42.5(pid=29994): stdout: \u000a| (launched: 2022-12-14_08:48:49.657802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:51.260311 run osmo-stp_10.42.42.5(pid=29994): stderr: \u000a| �[0;m�[38;5;43m20221214084849826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084849826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084849826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084849827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084849827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084849827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084849827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:51.386428 run osmo-stp_10.42.42.5(pid=29994): stdout: \u000a| (launched: 2022-12-14_08:48:49.657802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:51.511901 run osmo-stp_10.42.42.5(pid=29994): stderr: \u000a| �[0;m�[38;5;43m20221214084849826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084849826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084849826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084849827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084849827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084849827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084849827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:51.656902 run patchelf(pid=29997): Terminating (SIGINT)\u000a08:48:51.827435 run patchelf(pid=29997): Terminated: ok {rc=0}\u000a08:48:51.858780 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29994): Process ended prematurely: osmo-stp_10.42.42.5(pid=29994) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29994)] [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:48:51.868030 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:48:51.928227 run osmo-hlr_10.42.42.2(pid=29991): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29991)]\u000a08:48:51.977157 run osmo-hlr_10.42.42.2(pid=29991): stdout: \u000a| (launched: 2022-12-14_08:48:48.709929) \u000a08:48:52.026762 run osmo-hlr_10.42.42.2(pid=29991): stderr: \u000a| �[0;m�[1;31m20221214084848885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084848885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084848885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084848885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084848885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084848885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084848896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084848904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084848905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084848905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:52.069028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29984): Terminating (SIGTERM)\u000a08:48:52.108606 run iperf3-srv_10.42.42.10(pid=29985): Terminating (SIGTERM)\u000a08:48:52.148150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29986): Terminating (SIGTERM)\u000a08:48:52.187544 run iperf3-srv_10.42.42.10(pid=29987): Terminating (SIGTERM)\u000a08:48:52.226941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29990): Terminating (SIGTERM)\u000a08:48:52.266594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29993): Terminating (SIGTERM)\u000a08:48:52.306414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29996): Terminating (SIGTERM)\u000a08:48:52.315529 --- ParallelTerminationStrategy: PID 29984 died...\u000a08:48:52.368770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29984): Terminated: ok {rc=0}\u000a08:48:52.378157 --- ParallelTerminationStrategy: PID 29985 died...\u000a08:48:52.430615 run iperf3-srv_10.42.42.10(pid=29985): Terminated {rc=256}\u000a08:48:52.439925 --- ParallelTerminationStrategy: PID 29986 died...\u000a08:48:52.492658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29986): Terminated: ok {rc=0}\u000a08:48:52.502398 --- ParallelTerminationStrategy: PID 29987 died...\u000a08:48:52.555107 run iperf3-srv_10.42.42.10(pid=29987): Terminated {rc=256}\u000a08:48:52.564413 --- ParallelTerminationStrategy: PID 29990 died...\u000a08:48:52.617183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29990): Terminated: ok {rc=0}\u000a08:48:52.626597 --- ParallelTerminationStrategy: PID 29993 died...\u000a08:48:52.679435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29993): Terminated: ok {rc=0}\u000a08:48:52.688813 --- ParallelTerminationStrategy: PID 29996 died...\u000a08:48:52.741472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29996): Terminated: ok {rc=0}\u000a08:48:52.829032 bus /gobi_0: Setting Powered False\u000a08:48:53.931431 bus /gobi_0: Setting Powered False\u000a08:48:55.040726 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30006): Process ended prematurely: osmo-stp_10.42.42.5(pid=30006) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30006)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30006): Process ended prematurely: osmo-stp_10.42.42.5(pid=30006) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:48:56.151431 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:56.163027 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:48:56.307842 tst iperf3.py: using LAC 39771\u000a08:48:56.435124 tst iperf3.py: using RAC 246\u000a08:48:56.561690 tst iperf3.py: using CellId 39771\u000a08:48:56.687709 tst iperf3.py: using BVCI 39772\u000a08:48:56.712699 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:56.724555 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:56.735796 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:56.746937 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:56.758087 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:56.769317 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:56.780468 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:56.791464 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:48:56.802746 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:48:57.083391 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:48:57.211086 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:57.527283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29998): Launched\u000a08:48:57.791084 run iperf3-srv_10.42.42.10(pid=29999): Launched\u000a08:48:57.976222 tst iperf3.py:8: start network...\u000a08:48:58.103395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:58.586752 run create_hlr_db(pid=30000): Launched\u000a08:48:58.761416 bus /gobi_6: Setting Powered False\u000a08:48:59.783621 run create_hlr_db(pid=30000): Terminated: ok {rc=0}\u000a08:49:00.217547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30002): Launched\u000a08:49:00.546072 run osmo-hlr_10.42.42.2(pid=30003): Launched\u000a08:49:00.670670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:01.275526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30005): Launched\u000a08:49:01.718737 run osmo-stp_10.42.42.5(pid=30006): Launched\u000a08:49:01.907250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:02.478953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30008): Launched\u000a08:49:02.595328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:02.877976 run patchelf(pid=30009): Launched\u000a08:49:03.066703 run osmo-stp_10.42.42.5(pid=30006): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30006)]\u000a08:49:03.204750 run osmo-stp_10.42.42.5(pid=30006): stdout: \u000a| (launched: 2022-12-14_08:49:01.443252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:03.342966 run osmo-stp_10.42.42.5(pid=30006): stderr: \u000a| �[0;m�[38;5;43m20221214084901702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084901702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084901702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084901703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084901703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084901703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084901703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:03.476484 run osmo-stp_10.42.42.5(pid=30006): stdout: \u000a| (launched: 2022-12-14_08:49:01.443252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:03.609817 run osmo-stp_10.42.42.5(pid=30006): stderr: \u000a| �[0;m�[38;5;43m20221214084901702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084901702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084901702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084901703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084901703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084901703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084901703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:03.764038 run patchelf(pid=30009): Terminating (SIGINT)\u000a08:49:03.944302 run patchelf(pid=30009): Terminated: ok {rc=0}\u000a08:49:03.977483 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30006): Process ended prematurely: osmo-stp_10.42.42.5(pid=30006) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30006)] [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a08:49:03.987463 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a08:49:04.050120 run osmo-hlr_10.42.42.2(pid=30003): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30003)]\u000a08:49:04.101143 run osmo-hlr_10.42.42.2(pid=30003): stdout: \u000a| (launched: 2022-12-14_08:49:00.383665) \u000a08:49:04.152562 run osmo-hlr_10.42.42.2(pid=30003): stderr: \u000a| �[0;m�[1;31m20221214084900582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084900582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084900582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084900582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084900582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084900582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084900596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084900605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084900606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084900606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:04.196679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29998): Terminating (SIGTERM)\u000a08:49:04.237890 run iperf3-srv_10.42.42.10(pid=29999): Terminating (SIGTERM)\u000a08:49:04.279050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30002): Terminating (SIGTERM)\u000a08:49:04.320546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30005): Terminating (SIGTERM)\u000a08:49:04.362653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30008): Terminating (SIGTERM)\u000a08:49:04.372318 --- ParallelTerminationStrategy: PID 29998 died...\u000a08:49:04.427939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29998): Terminated: ok {rc=0}\u000a08:49:04.438058 --- ParallelTerminationStrategy: PID 29999 died...\u000a08:49:04.492830 run iperf3-srv_10.42.42.10(pid=29999): Terminated {rc=256}\u000a08:49:04.502808 --- ParallelTerminationStrategy: PID 30002 died...\u000a08:49:04.557509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30002): Terminated: ok {rc=0}\u000a08:49:04.567483 --- ParallelTerminationStrategy: PID 30005 died...\u000a08:49:04.622507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30005): Terminated: ok {rc=0}\u000a08:49:04.632528 --- ParallelTerminationStrategy: PID 30008 died...\u000a08:49:04.687558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30008): Terminated: ok {rc=0}\u000a08:49:04.774080 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30024): Process ended prematurely: osmo-stp_10.42.42.5(pid=30024) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30024)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30024): Process ended prematurely: osmo-stp_10.42.42.5(pid=30024) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:49:05.889839 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:05.901929 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:49:06.048830 tst iperf3m4.py: using LAC 39772\u000a08:49:06.178204 tst iperf3m4.py: using RAC 247\u000a08:49:06.306505 tst iperf3m4.py: using CellId 39772\u000a08:49:06.433875 tst iperf3m4.py: using BVCI 39773\u000a08:49:06.458818 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:06.470154 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:06.481230 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:06.492250 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:06.503844 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:06.515488 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:06.527382 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:06.538886 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:06.550720 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:49:06.668556 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:49:06.787581 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:49:06.907654 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:49:07.187664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:49:07.314465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:07.631767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30010): Launched\u000a08:49:07.896672 run iperf3-srv_10.42.42.10(pid=30011): Launched\u000a08:49:08.082377 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:49:08.209295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:08.523897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30012): Launched\u000a08:49:08.788487 run iperf3-srv_10.42.42.10(pid=30013): Launched\u000a08:49:08.972898 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:49:09.099510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:09.413941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30014): Launched\u000a08:49:09.676533 run iperf3-srv_10.42.42.10(pid=30015): Launched\u000a08:49:09.861255 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:49:09.987473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:10.309080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30016): Launched\u000a08:49:10.571214 run iperf3-srv_10.42.42.10(pid=30017): Launched\u000a08:49:10.755867 tst iperf3m4.py:8: start network...\u000a08:49:10.883057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:11.362795 run create_hlr_db(pid=30018): Launched\u000a08:49:11.537740 bus /gobi_6: Setting Powered False\u000a08:49:12.559650 run create_hlr_db(pid=30018): Terminated: ok {rc=0}\u000a08:49:12.965841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30020): Launched\u000a08:49:13.271394 run osmo-hlr_10.42.42.2(pid=30021): Launched\u000a08:49:13.390943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:13.928857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30023): Launched\u000a08:49:14.234524 run osmo-stp_10.42.42.5(pid=30024): Launched\u000a08:49:14.346157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:14.878387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30026): Launched\u000a08:49:14.987152 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:15.254164 run patchelf(pid=30027): Launched\u000a08:49:15.431914 run osmo-stp_10.42.42.5(pid=30024): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30024)]\u000a08:49:15.561934 run osmo-stp_10.42.42.5(pid=30024): stdout: \u000a| (launched: 2022-12-14_08:49:14.083101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:15.692376 run osmo-stp_10.42.42.5(pid=30024): stderr: \u000a| �[0;m�[38;5;43m20221214084914250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084914251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084914251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084914251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084914252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084914252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084914252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:15.818296 run osmo-stp_10.42.42.5(pid=30024): stdout: \u000a| (launched: 2022-12-14_08:49:14.083101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:15.966752 run osmo-stp_10.42.42.5(pid=30024): stderr: \u000a| �[0;m�[38;5;43m20221214084914250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084914251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084914251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084914251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084914252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084914252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084914252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:16.125280 run patchelf(pid=30027): Terminating (SIGINT)\u000a08:49:16.311191 run patchelf(pid=30027): Terminated: ok {rc=0}\u000a08:49:16.345933 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30024): Process ended prematurely: osmo-stp_10.42.42.5(pid=30024) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30024)] [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:49:16.356865 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:49:16.422325 run osmo-hlr_10.42.42.2(pid=30021): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30021)]\u000a08:49:16.475688 run osmo-hlr_10.42.42.2(pid=30021): stdout: \u000a| (launched: 2022-12-14_08:49:13.120320) \u000a08:49:16.528788 run osmo-hlr_10.42.42.2(pid=30021): stderr: \u000a| �[0;m�[1;31m20221214084913293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084913293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084913293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084913293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084913293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084913293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084913307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084913315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084913315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084913315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:16.574271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30010): Terminating (SIGTERM)\u000a08:49:16.619257 run iperf3-srv_10.42.42.10(pid=30011): Terminating (SIGTERM)\u000a08:49:16.665521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30012): Terminating (SIGTERM)\u000a08:49:16.710637 run iperf3-srv_10.42.42.10(pid=30013): Terminating (SIGTERM)\u000a08:49:16.755649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30014): Terminating (SIGTERM)\u000a08:49:16.800329 run iperf3-srv_10.42.42.10(pid=30015): Terminating (SIGTERM)\u000a08:49:16.846185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30016): Terminating (SIGTERM)\u000a08:49:16.890558 run iperf3-srv_10.42.42.10(pid=30017): Terminating (SIGTERM)\u000a08:49:16.935312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30020): Terminating (SIGTERM)\u000a08:49:16.980106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30023): Terminating (SIGTERM)\u000a08:49:17.024370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30026): Terminating (SIGTERM)\u000a08:49:17.035597 --- ParallelTerminationStrategy: PID 30010 died...\u000a08:49:17.095415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30010): Terminated: ok {rc=0}\u000a08:49:17.106324 --- ParallelTerminationStrategy: PID 30011 died...\u000a08:49:17.164164 run iperf3-srv_10.42.42.10(pid=30011): Terminated {rc=256}\u000a08:49:17.174714 --- ParallelTerminationStrategy: PID 30012 died...\u000a08:49:17.231090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30012): Terminated: ok {rc=0}\u000a08:49:17.241252 --- ParallelTerminationStrategy: PID 30013 died...\u000a08:49:17.296333 run iperf3-srv_10.42.42.10(pid=30013): Terminated {rc=256}\u000a08:49:17.306272 --- ParallelTerminationStrategy: PID 30014 died...\u000a08:49:17.361389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30014): Terminated: ok {rc=0}\u000a08:49:17.371417 --- ParallelTerminationStrategy: PID 30015 died...\u000a08:49:17.427525 run iperf3-srv_10.42.42.10(pid=30015): Terminated {rc=256}\u000a08:49:17.437886 --- ParallelTerminationStrategy: PID 30016 died...\u000a08:49:17.493183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30016): Terminated: ok {rc=0}\u000a08:49:17.503203 --- ParallelTerminationStrategy: PID 30017 died...\u000a08:49:17.558481 run iperf3-srv_10.42.42.10(pid=30017): Terminated {rc=256}\u000a08:49:17.568501 --- ParallelTerminationStrategy: PID 30020 died...\u000a08:49:17.624238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30020): Terminated: ok {rc=0}\u000a08:49:17.634283 --- ParallelTerminationStrategy: PID 30023 died...\u000a08:49:17.690317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30023): Terminated: ok {rc=0}\u000a08:49:17.700356 --- ParallelTerminationStrategy: PID 30026 died...\u000a08:49:17.756483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30026): Terminated: ok {rc=0}\u000a08:49:17.843185 bus /gobi_4: Setting Powered False\u000a08:49:18.950672 bus /gobi_4: Setting Powered False\u000a08:49:20.063408 bus /gobi_1: Setting Powered False\u000a08:49:21.165648 bus /gobi_1: Setting Powered False\u000a08:49:22.277214 bus /gobi_0: Setting Powered False\u000a08:49:23.379087 bus /gobi_0: Setting Powered False\u000a08:49:24.490017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30034): Process ended prematurely: osmo-stp_10.42.42.5(pid=30034) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30034)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30034): Process ended prematurely: osmo-stp_10.42.42.5(pid=30034) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:49:25.559577 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:25.571737 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:49:25.710682 tst ping.py: using LAC 39773\u000a08:49:25.831008 tst ping.py: using RAC 248\u000a08:49:25.948114 tst ping.py: using CellId 39773\u000a08:49:26.067213 tst ping.py: using BVCI 39774\u000a08:49:26.090224 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:26.101166 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:26.111762 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:26.122466 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:26.133379 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:26.144624 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:26.156091 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:26.167244 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:49:26.458167 tst ping.py:19: start network...\u000a08:49:26.591341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:27.104548 run create_hlr_db(pid=30028): Launched\u000a08:49:27.289440 bus /gobi_6: Setting Powered False\u000a08:49:28.310221 run create_hlr_db(pid=30028): Terminated: ok {rc=0}\u000a08:49:28.735369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30030): Launched\u000a08:49:29.055844 run osmo-hlr_10.42.42.2(pid=30031): Launched\u000a08:49:29.171570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:29.729419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30033): Launched\u000a08:49:30.049830 run osmo-stp_10.42.42.5(pid=30034): Launched\u000a08:49:30.164829 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:30.722872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30036): Launched\u000a08:49:30.837197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:31.163179 run patchelf(pid=30037): Launched\u000a08:49:31.356536 run osmo-stp_10.42.42.5(pid=30034): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30034)]\u000a08:49:31.496758 run osmo-stp_10.42.42.5(pid=30034): stdout: \u000a| (launched: 2022-12-14_08:49:29.892460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:31.639940 run osmo-stp_10.42.42.5(pid=30034): stderr: \u000a| �[0;m�[38;5;43m20221214084930083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084930084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084930084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084930084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084930085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084930085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084930085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:31.804727 run osmo-stp_10.42.42.5(pid=30034): stdout: \u000a| (launched: 2022-12-14_08:49:29.892460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:31.939716 run osmo-stp_10.42.42.5(pid=30034): stderr: \u000a| �[0;m�[38;5;43m20221214084930083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084930084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084930084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084930084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084930085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084930085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084930085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:32.096030 run patchelf(pid=30037): Terminating (SIGINT)\u000a08:49:32.278857 run patchelf(pid=30037): Terminated: ok {rc=0}\u000a08:49:32.312270 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30034): Process ended prematurely: osmo-stp_10.42.42.5(pid=30034) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30034)] [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a08:49:32.322360 tst ping.py:22: Test FAILED (6.8 sec)\u000a08:49:32.385597 run osmo-hlr_10.42.42.2(pid=30031): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30031)]\u000a08:49:32.437541 run osmo-hlr_10.42.42.2(pid=30031): stdout: \u000a| (launched: 2022-12-14_08:49:28.898234) \u000a08:49:32.489998 run osmo-hlr_10.42.42.2(pid=30031): stderr: \u000a| �[0;m�[1;31m20221214084929097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084929097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084929097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084929097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084929097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084929097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084929114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084929123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084929123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084929124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:32.534755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30030): Terminating (SIGTERM)\u000a08:49:32.577328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30033): Terminating (SIGTERM)\u000a08:49:32.619497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30036): Terminating (SIGTERM)\u000a08:49:32.629337 --- ParallelTerminationStrategy: PID 30030 died...\u000a08:49:32.685736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30030): Terminated: ok {rc=0}\u000a08:49:32.695915 --- ParallelTerminationStrategy: PID 30033 died...\u000a08:49:32.752402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30033): Terminated: ok {rc=0}\u000a08:49:32.762497 --- ParallelTerminationStrategy: PID 30036 died...\u000a08:49:32.818583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30036): Terminated: ok {rc=0}\u000a08:49:32.905181 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30044): Process ended prematurely: osmo-stp_10.42.42.5(pid=30044) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30044)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30044): Process ended prematurely: osmo-stp_10.42.42.5(pid=30044) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:49:33.957619 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:33.969708 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:49:34.120502 tst ping_idle_ping.py: using LAC 39774\u000a08:49:34.243927 tst ping_idle_ping.py: using RAC 249\u000a08:49:34.368025 tst ping_idle_ping.py: using CellId 39774\u000a08:49:34.492107 tst ping_idle_ping.py: using BVCI 39775\u000a08:49:34.516685 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:34.528242 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:34.539568 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:34.550872 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:34.562221 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:34.573508 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:34.584883 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:49:34.596211 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:49:34.872557 tst ping_idle_ping.py:24: start network...\u000a08:49:34.997584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:35.471989 run create_hlr_db(pid=30038): Launched\u000a08:49:35.644686 bus /gobi_6: Setting Powered False\u000a08:49:36.667011 run create_hlr_db(pid=30038): Terminated: ok {rc=0}\u000a08:49:37.095124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30040): Launched\u000a08:49:37.418211 run osmo-hlr_10.42.42.2(pid=30041): Launched\u000a08:49:37.535104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:38.096096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30043): Launched\u000a08:49:38.418275 run osmo-stp_10.42.42.5(pid=30044): Launched\u000a08:49:38.534614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:39.096537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30046): Launched\u000a08:49:39.210761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:39.492548 run patchelf(pid=30047): Launched\u000a08:49:39.681392 run osmo-stp_10.42.42.5(pid=30044): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30044)]\u000a08:49:39.819087 run osmo-stp_10.42.42.5(pid=30044): stdout: \u000a| (launched: 2022-12-14_08:49:38.259007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:39.957940 run osmo-stp_10.42.42.5(pid=30044): stderr: \u000a| �[0;m�[38;5;43m20221214084938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084938451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:40.091199 run osmo-stp_10.42.42.5(pid=30044): stdout: \u000a| (launched: 2022-12-14_08:49:38.259007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:40.223195 run osmo-stp_10.42.42.5(pid=30044): stderr: \u000a| �[0;m�[38;5;43m20221214084938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084938451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:40.376773 run patchelf(pid=30047): Terminating (SIGINT)\u000a08:49:40.556642 run patchelf(pid=30047): Terminated: ok {rc=0}\u000a08:49:40.589498 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30044): Process ended prematurely: osmo-stp_10.42.42.5(pid=30044) [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30044)] [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:49:40.598963 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:49:40.662049 run osmo-hlr_10.42.42.2(pid=30041): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30041)]\u000a08:49:40.713912 run osmo-hlr_10.42.42.2(pid=30041): stdout: \u000a| (launched: 2022-12-14_08:49:37.257906) \u000a08:49:40.766587 run osmo-hlr_10.42.42.2(pid=30041): stderr: \u000a| �[0;m�[1;31m20221214084937455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084937455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084937455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084937455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084937455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084937455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084937468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084937476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084937476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084937476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:40.811332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30040): Terminating (SIGTERM)\u000a08:49:40.853288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30043): Terminating (SIGTERM)\u000a08:49:40.895203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30046): Terminating (SIGTERM)\u000a08:49:40.905098 --- ParallelTerminationStrategy: PID 30040 died...\u000a08:49:40.961630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30040): Terminated: ok {rc=0}\u000a08:49:40.971900 --- ParallelTerminationStrategy: PID 30043 died...\u000a08:49:41.027805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30043): Terminated: ok {rc=0}\u000a08:49:41.038066 --- ParallelTerminationStrategy: PID 30046 died...\u000a08:49:41.093989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30046): Terminated: ok {rc=0}\u000a08:49:41.181037 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:48:42" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30063): Process ended prematurely: osmo-stp_10.42.42.5(pid=30063) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30063)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30063): Process ended prematurely: osmo-stp_10.42.42.5(pid=30063) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:49:43.353534 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:43.364792 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:49:43.534519 tst cs_paging_gprs_active.py: using LAC 39775\u000a08:49:43.660067 tst cs_paging_gprs_active.py: using RAC 250\u000a08:49:43.785946 tst cs_paging_gprs_active.py: using CellId 39775\u000a08:49:43.911472 tst cs_paging_gprs_active.py: using BVCI 39776\u000a08:49:43.936764 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:43.948155 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:43.959451 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:43.970720 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:43.981985 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:43.993348 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:44.004647 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:44.015849 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:44.027303 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:49:44.145976 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:49:44.441734 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:49:44.577396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:44.914299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30053): Launched\u000a08:49:45.193740 run iperf3-srv_10.42.42.10(pid=30054): Launched\u000a08:49:45.392038 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:49:45.527249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:45.862311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30055): Launched\u000a08:49:46.173994 run iperf3-srv_10.42.42.10(pid=30056): Launched\u000a08:49:46.372108 tst cs_paging_gprs_active.py:38: start network...\u000a08:49:46.506420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:47.045208 run create_hlr_db(pid=30057): Launched\u000a08:49:47.227095 bus /gobi_6: Setting Powered False\u000a08:49:48.245057 run create_hlr_db(pid=30057): Terminated: ok {rc=0}\u000a08:49:48.651831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30059): Launched\u000a08:49:48.957056 run osmo-hlr_10.42.42.2(pid=30060): Launched\u000a08:49:49.076049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:49.611625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30062): Launched\u000a08:49:49.916344 run osmo-stp_10.42.42.5(pid=30063): Launched\u000a08:49:50.027443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:50.558496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30065): Launched\u000a08:49:50.666733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:50.932143 run patchelf(pid=30066): Launched\u000a08:49:51.109647 run osmo-stp_10.42.42.5(pid=30063): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30063)]\u000a08:49:51.239586 run osmo-stp_10.42.42.5(pid=30063): stdout: \u000a| (launched: 2022-12-14_08:49:49.766135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:51.370170 run osmo-stp_10.42.42.5(pid=30063): stderr: \u000a| �[0;m�[38;5;43m20221214084949934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084949934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084949934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084949935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084949935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084949935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084949935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:51.496581 run osmo-stp_10.42.42.5(pid=30063): stdout: \u000a| (launched: 2022-12-14_08:49:49.766135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:51.621933 run osmo-stp_10.42.42.5(pid=30063): stderr: \u000a| �[0;m�[38;5;43m20221214084949934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214084949934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214084949934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214084949935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214084949935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214084949935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214084949935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:51.766894 run patchelf(pid=30066): Terminating (SIGINT)\u000a08:49:51.936751 run patchelf(pid=30066): Terminated: ok {rc=0}\u000a08:49:51.967898 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30063): Process ended prematurely: osmo-stp_10.42.42.5(pid=30063) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30063)] [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:49:51.977370 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:49:52.037700 run osmo-hlr_10.42.42.2(pid=30060): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30060)]\u000a08:49:52.086487 run osmo-hlr_10.42.42.2(pid=30060): stdout: \u000a| (launched: 2022-12-14_08:49:48.806883) \u000a08:49:52.136042 run osmo-hlr_10.42.42.2(pid=30060): stderr: \u000a| �[0;m�[1;31m20221214084948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214084948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214084948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214084948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214084948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214084948995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214084949004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214084949005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214084949005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:52.178373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30053): Terminating (SIGTERM)\u000a08:49:52.217990 run iperf3-srv_10.42.42.10(pid=30054): Terminating (SIGTERM)\u000a08:49:52.257549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30055): Terminating (SIGTERM)\u000a08:49:52.296934 run iperf3-srv_10.42.42.10(pid=30056): Terminating (SIGTERM)\u000a08:49:52.336430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30059): Terminating (SIGTERM)\u000a08:49:52.375904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30062): Terminating (SIGTERM)\u000a08:49:52.415570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30065): Terminating (SIGTERM)\u000a08:49:52.424615 --- ParallelTerminationStrategy: PID 30053 died...\u000a08:49:52.478388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30053): Terminated: ok {rc=0}\u000a08:49:52.487914 --- ParallelTerminationStrategy: PID 30054 died...\u000a08:49:52.540941 run iperf3-srv_10.42.42.10(pid=30054): Terminated {rc=256}\u000a08:49:52.550468 --- ParallelTerminationStrategy: PID 30055 died...\u000a08:49:52.603684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30055): Terminated: ok {rc=0}\u000a08:49:52.613113 --- ParallelTerminationStrategy: PID 30056 died...\u000a08:49:52.666071 run iperf3-srv_10.42.42.10(pid=30056): Terminated {rc=256}\u000a08:49:52.675455 --- ParallelTerminationStrategy: PID 30059 died...\u000a08:49:52.728433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30059): Terminated: ok {rc=0}\u000a08:49:52.737945 --- ParallelTerminationStrategy: PID 30062 died...\u000a08:49:52.791146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30062): Terminated: ok {rc=0}\u000a08:49:52.800726 --- ParallelTerminationStrategy: PID 30065 died...\u000a08:49:52.853984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30065): Terminated: ok {rc=0}\u000a08:49:52.936771 bus /gobi_0: Setting Powered False\u000a08:49:54.043254 bus /gobi_0: Setting Powered False\u000a08:49:55.149481 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30079): Process ended prematurely: osmo-stp_10.42.42.5(pid=30079) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30079): Process ended prematurely: osmo-stp_10.42.42.5(pid=30079) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:49:56.262901 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:56.274978 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:49:56.444089 tst iperf3.py: using LAC 39776\u000a08:49:56.572548 tst iperf3.py: using RAC 251\u000a08:49:56.705628 tst iperf3.py: using CellId 39776\u000a08:49:56.831707 tst iperf3.py: using BVCI 39777\u000a08:49:56.856612 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:56.868047 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:56.879302 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:56.890641 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:56.901821 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:56.913109 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:56.924364 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:56.935625 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:49:56.947020 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:49:57.240065 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:49:57.375726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:57.711107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30067): Launched\u000a08:49:57.990821 run iperf3-srv_10.42.42.10(pid=30068): Launched\u000a08:49:58.190238 tst iperf3.py:8: start network...\u000a08:49:58.325958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:58.847733 run create_hlr_db(pid=30070): Launched\u000a08:49:59.035226 bus /gobi_6: Setting Powered False\u000a08:50:00.056732 run create_hlr_db(pid=30070): Terminated: ok {rc=0}\u000a08:50:00.469344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30072): Launched\u000a08:50:00.774398 run osmo-hlr_10.42.42.2(pid=30073): Launched\u000a08:50:00.896775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:01.581237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30075): Launched\u000a08:50:01.967602 run osmo-stp_10.42.42.5(pid=30079): Launched\u000a08:50:02.134967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:02.781544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30081): Launched\u000a08:50:02.898314 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:03.180833 run patchelf(pid=30082): Launched\u000a08:50:03.370546 run osmo-stp_10.42.42.5(pid=30079): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)]\u000a08:50:03.509154 run osmo-stp_10.42.42.5(pid=30079): stdout: \u000a| (launched: 2022-12-14_08:50:01.781536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:03.647747 run osmo-stp_10.42.42.5(pid=30079): stderr: \u000a| �[0;m�[38;5;43m20221214085002124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085002136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085002137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085002137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085002138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085002138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085002142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:03.782618 run osmo-stp_10.42.42.5(pid=30079): stdout: \u000a| (launched: 2022-12-14_08:50:01.781536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:03.915607 run osmo-stp_10.42.42.5(pid=30079): stderr: \u000a| �[0;m�[38;5;43m20221214085002124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085002136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085002137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085002137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085002138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085002138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085002142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:04.069929 run patchelf(pid=30082): Terminating (SIGINT)\u000a08:50:04.251184 run patchelf(pid=30082): Terminated: ok {rc=0}\u000a08:50:04.284319 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30079): Process ended prematurely: osmo-stp_10.42.42.5(pid=30079) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)] [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:50:04.294356 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a08:50:04.358825 run osmo-hlr_10.42.42.2(pid=30073): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30073)]\u000a08:50:04.410993 run osmo-hlr_10.42.42.2(pid=30073): stdout: \u000a| (launched: 2022-12-14_08:50:00.623963) \u000a08:50:04.464105 run osmo-hlr_10.42.42.2(pid=30073): stderr: \u000a| �[0;m�[1;31m20221214085000800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085000800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085000800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085000800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085000800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085000800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085000813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085000822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085000822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085000822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:04.509282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30067): Terminating (SIGTERM)\u000a08:50:04.551835 run iperf3-srv_10.42.42.10(pid=30068): Terminating (SIGTERM)\u000a08:50:04.594856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30072): Terminating (SIGTERM)\u000a08:50:04.637533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30075): Terminating (SIGTERM)\u000a08:50:04.680462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30081): Terminating (SIGTERM)\u000a08:50:04.690287 --- ParallelTerminationStrategy: PID 30067 died...\u000a08:50:04.747848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30067): Terminated: ok {rc=0}\u000a08:50:04.758047 --- ParallelTerminationStrategy: PID 30068 died...\u000a08:50:04.814907 run iperf3-srv_10.42.42.10(pid=30068): Terminated {rc=256}\u000a08:50:04.824897 --- ParallelTerminationStrategy: PID 30072 died...\u000a08:50:04.882051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30072): Terminated: ok {rc=0}\u000a08:50:04.892101 --- ParallelTerminationStrategy: PID 30075 died...\u000a08:50:04.949201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30075): Terminated: ok {rc=0}\u000a08:50:04.959291 --- ParallelTerminationStrategy: PID 30081 died...\u000a08:50:05.016530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30081): Terminated: ok {rc=0}\u000a08:50:05.103986 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:50:06.219382 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:06.231640 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:50:06.402056 tst iperf3m4.py: using LAC 39777\u000a08:50:06.529744 tst iperf3m4.py: using RAC 252\u000a08:50:06.660020 tst iperf3m4.py: using CellId 39777\u000a08:50:06.788233 tst iperf3m4.py: using BVCI 39778\u000a08:50:06.813381 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:06.824860 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:06.836288 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:06.847647 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:06.859401 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:06.871259 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:06.883217 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:06.895015 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:06.906974 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:50:07.024761 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:50:07.147451 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:50:07.268345 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:50:07.564467 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:50:07.700693 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:08.039513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30083): Launched\u000a08:50:08.322285 run iperf3-srv_10.42.42.10(pid=30084): Launched\u000a08:50:08.518207 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:50:08.645933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:08.964322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30085): Launched\u000a08:50:09.227052 run iperf3-srv_10.42.42.10(pid=30086): Launched\u000a08:50:09.412660 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:50:09.539747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:09.855333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Launched\u000a08:50:10.117974 run iperf3-srv_10.42.42.10(pid=30088): Launched\u000a08:50:10.303216 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:50:10.430002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:10.745562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30089): Launched\u000a08:50:11.008826 run iperf3-srv_10.42.42.10(pid=30090): Launched\u000a08:50:11.194167 tst iperf3m4.py:8: start network...\u000a08:50:11.321190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:11.802951 run create_hlr_db(pid=30091): Launched\u000a08:50:11.977995 bus /gobi_6: Setting Powered False\u000a08:50:13.000516 run create_hlr_db(pid=30091): Terminated: ok {rc=0}\u000a08:50:13.433635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Launched\u000a08:50:13.761866 run osmo-hlr_10.42.42.2(pid=30094): Launched\u000a08:50:13.882997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:14.450380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Launched\u000a08:50:14.777790 run osmo-stp_10.42.42.5(pid=30097): Launched\u000a08:50:14.896093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:15.465406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30099): Launched\u000a08:50:15.581350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:15.867613 run patchelf(pid=30100): Launched\u000a08:50:16.061284 run osmo-stp_10.42.42.5(pid=30097): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)]\u000a08:50:16.203915 run osmo-stp_10.42.42.5(pid=30097): stdout: \u000a| (launched: 2022-12-14_08:50:14.616331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:16.346337 run osmo-stp_10.42.42.5(pid=30097): stderr: \u000a| �[0;m�[38;5;43m20221214085014805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085014805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085014806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085014806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085014807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085014807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085014807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:16.484162 run osmo-stp_10.42.42.5(pid=30097): stdout: \u000a| (launched: 2022-12-14_08:50:14.616331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:16.621417 run osmo-stp_10.42.42.5(pid=30097): stderr: \u000a| �[0;m�[38;5;43m20221214085014805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085014805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085014806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085014806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085014807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085014807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085014807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:16.779786 run patchelf(pid=30100): Terminating (SIGINT)\u000a08:50:16.966184 run patchelf(pid=30100): Terminated: ok {rc=0}\u000a08:50:17.000508 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)] [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:50:17.011279 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a08:50:17.076546 run osmo-hlr_10.42.42.2(pid=30094): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30094)]\u000a08:50:17.129695 run osmo-hlr_10.42.42.2(pid=30094): stdout: \u000a| (launched: 2022-12-14_08:50:13.599819) \u000a08:50:17.182885 run osmo-hlr_10.42.42.2(pid=30094): stderr: \u000a| �[0;m�[1;31m20221214085013796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085013796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085013796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085013796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085013796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085013796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085013808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085013818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085013819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085013819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:17.228583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30083): Terminating (SIGTERM)\u000a08:50:17.270937 run iperf3-srv_10.42.42.10(pid=30084): Terminating (SIGTERM)\u000a08:50:17.313088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30085): Terminating (SIGTERM)\u000a08:50:17.355578 run iperf3-srv_10.42.42.10(pid=30086): Terminating (SIGTERM)\u000a08:50:17.397863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Terminating (SIGTERM)\u000a08:50:17.439824 run iperf3-srv_10.42.42.10(pid=30088): Terminating (SIGTERM)\u000a08:50:17.482403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30089): Terminating (SIGTERM)\u000a08:50:17.524461 run iperf3-srv_10.42.42.10(pid=30090): Terminating (SIGTERM)\u000a08:50:17.567021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Terminating (SIGTERM)\u000a08:50:17.609345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Terminating (SIGTERM)\u000a08:50:17.651572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30099): Terminating (SIGTERM)\u000a08:50:17.661362 --- ParallelTerminationStrategy: PID 30083 died...\u000a08:50:17.717522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30083): Terminated: ok {rc=0}\u000a08:50:17.727647 --- ParallelTerminationStrategy: PID 30084 died...\u000a08:50:17.783716 run iperf3-srv_10.42.42.10(pid=30084): Terminated {rc=256}\u000a08:50:17.793779 --- ParallelTerminationStrategy: PID 30085 died...\u000a08:50:17.849685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30085): Terminated: ok {rc=0}\u000a08:50:17.859767 --- ParallelTerminationStrategy: PID 30086 died...\u000a08:50:17.915566 run iperf3-srv_10.42.42.10(pid=30086): Terminated {rc=256}\u000a08:50:17.925669 --- ParallelTerminationStrategy: PID 30087 died...\u000a08:50:17.981296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Terminated: ok {rc=0}\u000a08:50:17.991354 --- ParallelTerminationStrategy: PID 30088 died...\u000a08:50:18.046970 run iperf3-srv_10.42.42.10(pid=30088): Terminated {rc=256}\u000a08:50:18.057098 --- ParallelTerminationStrategy: PID 30089 died...\u000a08:50:18.112845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30089): Terminated: ok {rc=0}\u000a08:50:18.123041 --- ParallelTerminationStrategy: PID 30090 died...\u000a08:50:18.178535 run iperf3-srv_10.42.42.10(pid=30090): Terminated {rc=256}\u000a08:50:18.188770 --- ParallelTerminationStrategy: PID 30093 died...\u000a08:50:18.244915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Terminated: ok {rc=0}\u000a08:50:18.255029 --- ParallelTerminationStrategy: PID 30096 died...\u000a08:50:18.310775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Terminated: ok {rc=0}\u000a08:50:18.320924 --- ParallelTerminationStrategy: PID 30099 died...\u000a08:50:18.376761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30099): Terminated: ok {rc=0}\u000a08:50:18.464182 bus /gobi_4: Setting Powered False\u000a08:50:19.570518 bus /gobi_4: Setting Powered False\u000a08:50:20.679087 bus /gobi_1: Setting Powered False\u000a08:50:21.785172 bus /gobi_1: Setting Powered False\u000a08:50:22.893308 bus /gobi_0: Setting Powered False\u000a08:50:23.998550 bus /gobi_0: Setting Powered False\u000a08:50:25.107423 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30107): Process ended prematurely: osmo-stp_10.42.42.5(pid=30107) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30107)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30107): Process ended prematurely: osmo-stp_10.42.42.5(pid=30107) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:50:26.174912 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:26.187171 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:50:26.345487 tst ping.py: using LAC 39778\u000a08:50:26.463506 tst ping.py: using RAC 253\u000a08:50:26.583233 tst ping.py: using CellId 39778\u000a08:50:26.706100 tst ping.py: using BVCI 39779\u000a08:50:26.729181 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:26.740073 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:26.750971 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:26.761795 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:26.772672 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:26.783814 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:26.794967 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:26.806039 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:50:27.096487 tst ping.py:19: start network...\u000a08:50:27.229175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:27.741698 run create_hlr_db(pid=30101): Launched\u000a08:50:27.926478 bus /gobi_6: Setting Powered False\u000a08:50:28.947829 run create_hlr_db(pid=30101): Terminated: ok {rc=0}\u000a08:50:29.356460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30103): Launched\u000a08:50:29.675217 run osmo-hlr_10.42.42.2(pid=30104): Launched\u000a08:50:29.791200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:30.349773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30106): Launched\u000a08:50:30.670145 run osmo-stp_10.42.42.5(pid=30107): Launched\u000a08:50:30.785573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:31.360156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30109): Launched\u000a08:50:31.476425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:31.767324 run patchelf(pid=30110): Launched\u000a08:50:31.957987 run osmo-stp_10.42.42.5(pid=30107): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30107)]\u000a08:50:32.097199 run osmo-stp_10.42.42.5(pid=30107): stdout: \u000a| (launched: 2022-12-14_08:50:30.511812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:32.235548 run osmo-stp_10.42.42.5(pid=30107): stderr: \u000a| �[0;m�[38;5;43m20221214085030704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085030704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085030704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085030704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085030705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085030705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085030705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:32.369059 run osmo-stp_10.42.42.5(pid=30107): stdout: \u000a| (launched: 2022-12-14_08:50:30.511812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:32.500457 run osmo-stp_10.42.42.5(pid=30107): stderr: \u000a| �[0;m�[38;5;43m20221214085030704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085030704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085030704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085030704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085030705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085030705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085030705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:32.653325 run patchelf(pid=30110): Terminating (SIGINT)\u000a08:50:32.832744 run patchelf(pid=30110): Terminated: ok {rc=0}\u000a08:50:32.865456 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30107): Process ended prematurely: osmo-stp_10.42.42.5(pid=30107) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30107)] [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:50:32.874952 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:50:32.938778 run osmo-hlr_10.42.42.2(pid=30104): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30104)]\u000a08:50:32.990885 run osmo-hlr_10.42.42.2(pid=30104): stdout: \u000a| (launched: 2022-12-14_08:50:29.518777) \u000a08:50:33.043744 run osmo-hlr_10.42.42.2(pid=30104): stderr: \u000a| �[0;m�[1;31m20221214085029718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085029718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085029718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085029719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085029719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085029719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085029732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085029740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085029740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085029740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:33.088793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30103): Terminating (SIGTERM)\u000a08:50:33.131385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30106): Terminating (SIGTERM)\u000a08:50:33.173888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30109): Terminating (SIGTERM)\u000a08:50:33.183703 --- ParallelTerminationStrategy: PID 30103 died...\u000a08:50:33.240157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30103): Terminated: ok {rc=0}\u000a08:50:33.250309 --- ParallelTerminationStrategy: PID 30106 died...\u000a08:50:33.306389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30106): Terminated: ok {rc=0}\u000a08:50:33.316474 --- ParallelTerminationStrategy: PID 30109 died...\u000a08:50:33.372578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30109): Terminated: ok {rc=0}\u000a08:50:33.459761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30117): Process ended prematurely: osmo-stp_10.42.42.5(pid=30117) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30117): Process ended prematurely: osmo-stp_10.42.42.5(pid=30117) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:50:34.510512 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:34.522399 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:50:34.679023 tst ping_idle_ping.py: using LAC 39779\u000a08:50:34.798933 tst ping_idle_ping.py: using RAC 254\u000a08:50:34.916653 tst ping_idle_ping.py: using CellId 39779\u000a08:50:35.042434 tst ping_idle_ping.py: using BVCI 39780\u000a08:50:35.067273 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:35.079028 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:35.090523 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:35.102054 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:35.113424 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:35.124746 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:35.136264 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:50:35.147628 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:50:35.441233 tst ping_idle_ping.py:24: start network...\u000a08:50:35.574795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:36.095082 run create_hlr_db(pid=30111): Launched\u000a08:50:36.280583 bus /gobi_6: Setting Powered False\u000a08:50:37.300572 run create_hlr_db(pid=30111): Terminated: ok {rc=0}\u000a08:50:37.705781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30113): Launched\u000a08:50:38.006147 run osmo-hlr_10.42.42.2(pid=30114): Launched\u000a08:50:38.120632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:38.640599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30116): Launched\u000a08:50:38.949259 run osmo-stp_10.42.42.5(pid=30117): Launched\u000a08:50:39.066512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:39.625382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30119): Launched\u000a08:50:39.739161 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:40.019387 run patchelf(pid=30120): Launched\u000a08:50:40.205966 run osmo-stp_10.42.42.5(pid=30117): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)]\u000a08:50:40.342653 run osmo-stp_10.42.42.5(pid=30117): stdout: \u000a| (launched: 2022-12-14_08:50:38.791948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:40.479453 run osmo-stp_10.42.42.5(pid=30117): stderr: \u000a| �[0;m�[38;5;43m20221214085038975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085038975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085038975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085038976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085038976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085038976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085038976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:40.611772 run osmo-stp_10.42.42.5(pid=30117): stdout: \u000a| (launched: 2022-12-14_08:50:38.791948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:40.742781 run osmo-stp_10.42.42.5(pid=30117): stderr: \u000a| �[0;m�[38;5;43m20221214085038975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085038975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085038975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085038976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085038976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085038976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085038976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:40.895091 run patchelf(pid=30120): Terminating (SIGINT)\u000a08:50:41.073055 run patchelf(pid=30120): Terminated: ok {rc=0}\u000a08:50:41.105512 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30117): Process ended prematurely: osmo-stp_10.42.42.5(pid=30117) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)] [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:50:41.114864 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:50:41.177410 run osmo-hlr_10.42.42.2(pid=30114): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30114)]\u000a08:50:41.228345 run osmo-hlr_10.42.42.2(pid=30114): stdout: \u000a| (launched: 2022-12-14_08:50:37.857990) \u000a08:50:41.280021 run osmo-hlr_10.42.42.2(pid=30114): stderr: \u000a| �[0;m�[1;31m20221214085038031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085038031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085038031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085038031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085038031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085038031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085038044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085038053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085038053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085038053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:41.324306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30113): Terminating (SIGTERM)\u000a08:50:41.366111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30116): Terminating (SIGTERM)\u000a08:50:41.407791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30119): Terminating (SIGTERM)\u000a08:50:41.417483 --- ParallelTerminationStrategy: PID 30113 died...\u000a08:50:41.473432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30113): Terminated: ok {rc=0}\u000a08:50:41.483580 --- ParallelTerminationStrategy: PID 30116 died...\u000a08:50:41.538757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30116): Terminated: ok {rc=0}\u000a08:50:41.548913 --- ParallelTerminationStrategy: PID 30119 died...\u000a08:50:41.604034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30119): Terminated: ok {rc=0}\u000a08:50:41.689715 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:49:42" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30137): Process ended prematurely: osmo-stp_10.42.42.5(pid=30137) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30137)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30137): Process ended prematurely: osmo-stp_10.42.42.5(pid=30137) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:50:43.832422 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:43.843595 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:50:44.000807 tst cs_paging_gprs_active.py: using LAC 39780\u000a08:50:44.120063 tst cs_paging_gprs_active.py: using RAC 255\u000a08:50:44.241604 tst cs_paging_gprs_active.py: using CellId 39780\u000a08:50:44.360616 tst cs_paging_gprs_active.py: using BVCI 39781\u000a08:50:44.383911 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:44.395012 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:44.405775 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:44.416353 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:44.427266 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:44.438391 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:44.449888 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:44.460825 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:44.472050 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:50:44.592737 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:50:44.876093 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:50:45.003995 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:45.320054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30127): Launched\u000a08:50:45.584046 run iperf3-srv_10.42.42.10(pid=30128): Launched\u000a08:50:45.769969 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:50:45.924314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:46.277335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30129): Launched\u000a08:50:46.564098 run iperf3-srv_10.42.42.10(pid=30130): Launched\u000a08:50:46.754671 tst cs_paging_gprs_active.py:38: start network...\u000a08:50:46.886182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:47.373215 run create_hlr_db(pid=30131): Launched\u000a08:50:47.548130 bus /gobi_6: Setting Powered False\u000a08:50:48.571317 run create_hlr_db(pid=30131): Terminated: ok {rc=0}\u000a08:50:49.003839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30133): Launched\u000a08:50:49.330763 run osmo-hlr_10.42.42.2(pid=30134): Launched\u000a08:50:49.454541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:50.020398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30136): Launched\u000a08:50:50.347705 run osmo-stp_10.42.42.5(pid=30137): Launched\u000a08:50:50.466277 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:51.036870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30139): Launched\u000a08:50:51.153264 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:51.438145 run patchelf(pid=30140): Launched\u000a08:50:51.628531 run osmo-stp_10.42.42.5(pid=30137): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30137)]\u000a08:50:51.766743 run osmo-stp_10.42.42.5(pid=30137): stdout: \u000a| (launched: 2022-12-14_08:50:50.185889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:51.906095 run osmo-stp_10.42.42.5(pid=30137): stderr: \u000a| �[0;m�[38;5;43m20221214085050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085050378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:52.042912 run osmo-stp_10.42.42.5(pid=30137): stdout: \u000a| (launched: 2022-12-14_08:50:50.185889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:52.176116 run osmo-stp_10.42.42.5(pid=30137): stderr: \u000a| �[0;m�[38;5;43m20221214085050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085050378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:52.331076 run patchelf(pid=30140): Terminating (SIGINT)\u000a08:50:52.513357 run patchelf(pid=30140): Terminated: ok {rc=0}\u000a08:50:52.546836 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30137): Process ended prematurely: osmo-stp_10.42.42.5(pid=30137) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30137)] [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:50:52.557017 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a08:50:52.620210 run osmo-hlr_10.42.42.2(pid=30134): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30134)]\u000a08:50:52.671796 run osmo-hlr_10.42.42.2(pid=30134): stdout: \u000a| (launched: 2022-12-14_08:50:49.169709) \u000a08:50:52.723758 run osmo-hlr_10.42.42.2(pid=30134): stderr: \u000a| �[0;m�[1;31m20221214085049369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085049369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085049369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085049369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085049369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085049369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085049381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085049389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085049390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085049390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:52.768164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30127): Terminating (SIGTERM)\u000a08:50:52.810309 run iperf3-srv_10.42.42.10(pid=30128): Terminating (SIGTERM)\u000a08:50:52.852072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30129): Terminating (SIGTERM)\u000a08:50:52.894281 run iperf3-srv_10.42.42.10(pid=30130): Terminating (SIGTERM)\u000a08:50:52.936154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30133): Terminating (SIGTERM)\u000a08:50:52.977923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30136): Terminating (SIGTERM)\u000a08:50:53.019780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30139): Terminating (SIGTERM)\u000a08:50:53.029519 --- ParallelTerminationStrategy: PID 30127 died...\u000a08:50:53.085893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30127): Terminated: ok {rc=0}\u000a08:50:53.096153 --- ParallelTerminationStrategy: PID 30128 died...\u000a08:50:53.152178 run iperf3-srv_10.42.42.10(pid=30128): Terminated {rc=256}\u000a08:50:53.162356 --- ParallelTerminationStrategy: PID 30129 died...\u000a08:50:53.218429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30129): Terminated: ok {rc=0}\u000a08:50:53.228587 --- ParallelTerminationStrategy: PID 30130 died...\u000a08:50:53.284577 run iperf3-srv_10.42.42.10(pid=30130): Terminated {rc=256}\u000a08:50:53.294624 --- ParallelTerminationStrategy: PID 30133 died...\u000a08:50:53.350633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30133): Terminated: ok {rc=0}\u000a08:50:53.360631 --- ParallelTerminationStrategy: PID 30136 died...\u000a08:50:53.416526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30136): Terminated: ok {rc=0}\u000a08:50:53.426761 --- ParallelTerminationStrategy: PID 30139 died...\u000a08:50:53.482633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30139): Terminated: ok {rc=0}\u000a08:50:53.569097 bus /gobi_0: Setting Powered False\u000a08:50:54.676735 bus /gobi_0: Setting Powered False\u000a08:50:55.784016 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:50:56.894596 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:56.906384 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:50:57.069173 tst iperf3.py: using LAC 39781\u000a08:50:57.188912 tst iperf3.py: using RAC 1\u000a08:50:57.310325 tst iperf3.py: using CellId 39781\u000a08:50:57.431939 tst iperf3.py: using BVCI 39782\u000a08:50:57.455426 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:57.466528 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:57.477301 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:57.488040 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:57.499164 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:57.510560 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:57.521850 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:57.532710 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:50:57.543946 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:50:57.837203 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:50:57.973238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:50:58.309886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30141): Launched\u000a08:50:58.591213 run iperf3-srv_10.42.42.10(pid=30142): Launched\u000a08:50:58.790656 tst iperf3.py:8: start network...\u000a08:50:58.927107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:59.449453 run create_hlr_db(pid=30143): Launched\u000a08:50:59.635960 bus /gobi_6: Setting Powered False\u000a08:51:00.657827 run create_hlr_db(pid=30143): Terminated: ok {rc=0}\u000a08:51:01.082028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30145): Launched\u000a08:51:01.489680 run osmo-hlr_10.42.42.2(pid=30146): Launched\u000a08:51:01.726619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:02.319724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Launched\u000a08:51:02.647761 run osmo-stp_10.42.42.5(pid=30149): Launched\u000a08:51:02.765509 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:51:03.335325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30151): Launched\u000a08:51:03.451973 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:51:03.736328 run patchelf(pid=30152): Launched\u000a08:51:03.926485 run osmo-stp_10.42.42.5(pid=30149): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)]\u000a08:51:04.065030 run osmo-stp_10.42.42.5(pid=30149): stdout: \u000a| (launched: 2022-12-14_08:51:02.485663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:04.203909 run osmo-stp_10.42.42.5(pid=30149): stderr: \u000a| �[0;m�[38;5;43m20221214085102679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085102679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085102679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085102679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085102680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085102680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085102680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:04.338770 run osmo-stp_10.42.42.5(pid=30149): stdout: \u000a| (launched: 2022-12-14_08:51:02.485663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:04.471971 run osmo-stp_10.42.42.5(pid=30149): stderr: \u000a| �[0;m�[38;5;43m20221214085102679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085102679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085102679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085102679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085102680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085102680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085102680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:04.626785 run patchelf(pid=30152): Terminating (SIGINT)\u000a08:51:04.807792 run patchelf(pid=30152): Terminated: ok {rc=0}\u000a08:51:04.841350 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)] [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:51:04.851455 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a08:51:04.914815 run osmo-hlr_10.42.42.2(pid=30146): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30146)]\u000a08:51:04.966736 run osmo-hlr_10.42.42.2(pid=30146): stdout: \u000a| (launched: 2022-12-14_08:51:01.239547) \u000a08:51:05.019499 run osmo-hlr_10.42.42.2(pid=30146): stderr: \u000a| �[0;m�[1;31m20221214085101586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085101586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085101586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085101586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085101586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085101586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085101602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085101614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085101614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085101614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:05.064423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30141): Terminating (SIGTERM)\u000a08:51:05.107351 run iperf3-srv_10.42.42.10(pid=30142): Terminating (SIGTERM)\u000a08:51:05.149906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30145): Terminating (SIGTERM)\u000a08:51:05.192717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Terminating (SIGTERM)\u000a08:51:05.235096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30151): Terminating (SIGTERM)\u000a08:51:05.244829 --- ParallelTerminationStrategy: PID 30141 died...\u000a08:51:05.301045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30141): Terminated: ok {rc=0}\u000a08:51:05.311251 --- ParallelTerminationStrategy: PID 30142 died...\u000a08:51:05.367121 run iperf3-srv_10.42.42.10(pid=30142): Terminated {rc=256}\u000a08:51:05.377395 --- ParallelTerminationStrategy: PID 30145 died...\u000a08:51:05.433209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30145): Terminated: ok {rc=0}\u000a08:51:05.443381 --- ParallelTerminationStrategy: PID 30148 died...\u000a08:51:05.499478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Terminated: ok {rc=0}\u000a08:51:05.510012 --- ParallelTerminationStrategy: PID 30151 died...\u000a08:51:05.566296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30151): Terminated: ok {rc=0}\u000a08:51:05.653574 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30167): Process ended prematurely: osmo-stp_10.42.42.5(pid=30167) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30167)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30167): Process ended prematurely: osmo-stp_10.42.42.5(pid=30167) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:51:06.770174 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:06.782827 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:51:06.956378 tst iperf3m4.py: using LAC 39782\u000a08:51:07.085427 tst iperf3m4.py: using RAC 2\u000a08:51:07.212023 tst iperf3m4.py: using CellId 39782\u000a08:51:07.338313 tst iperf3m4.py: using BVCI 39783\u000a08:51:07.363420 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:07.375045 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:07.386393 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:07.397807 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:07.409040 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:07.420339 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:07.431800 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:07.443143 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:07.454792 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:51:07.578336 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:51:07.699770 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:51:07.820469 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:51:08.117168 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:51:08.253799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:51:08.590910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30153): Launched\u000a08:51:08.873970 run iperf3-srv_10.42.42.10(pid=30154): Launched\u000a08:51:09.074213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:51:09.210889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:51:09.548024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30155): Launched\u000a08:51:09.830376 run iperf3-srv_10.42.42.10(pid=30156): Launched\u000a08:51:10.030743 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:51:10.167350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:51:10.504734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30157): Launched\u000a08:51:10.787457 run iperf3-srv_10.42.42.10(pid=30158): Launched\u000a08:51:10.986877 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:51:11.123078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:51:11.459963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30159): Launched\u000a08:51:11.741702 run iperf3-srv_10.42.42.10(pid=30160): Launched\u000a08:51:11.940758 tst iperf3m4.py:8: start network...\u000a08:51:12.077007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:12.600824 run create_hlr_db(pid=30161): Launched\u000a08:51:12.789556 bus /gobi_6: Setting Powered False\u000a08:51:13.810826 run create_hlr_db(pid=30161): Terminated: ok {rc=0}\u000a08:51:14.222167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30163): Launched\u000a08:51:14.529802 run osmo-hlr_10.42.42.2(pid=30164): Launched\u000a08:51:14.646919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:15.176620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30166): Launched\u000a08:51:15.482129 run osmo-stp_10.42.42.5(pid=30167): Launched\u000a08:51:15.594320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:51:16.151922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30169): Launched\u000a08:51:16.264714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:51:16.557613 run patchelf(pid=30170): Launched\u000a08:51:16.742516 run osmo-stp_10.42.42.5(pid=30167): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30167)]\u000a08:51:16.877880 run osmo-stp_10.42.42.5(pid=30167): stdout: \u000a| (launched: 2022-12-14_08:51:15.331377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:17.013601 run osmo-stp_10.42.42.5(pid=30167): stderr: \u000a| �[0;m�[38;5;43m20221214085115500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085115501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085115501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085115501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085115502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085115502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085115502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:17.143682 run osmo-stp_10.42.42.5(pid=30167): stdout: \u000a| (launched: 2022-12-14_08:51:15.331377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:17.273656 run osmo-stp_10.42.42.5(pid=30167): stderr: \u000a| �[0;m�[38;5;43m20221214085115500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085115501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085115501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085115501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085115502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085115502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085115502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:17.419679 run patchelf(pid=30170): Terminating (SIGINT)\u000a08:51:17.591122 run patchelf(pid=30170): Terminated: ok {rc=0}\u000a08:51:17.622706 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30167): Process ended prematurely: osmo-stp_10.42.42.5(pid=30167) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30167)] [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:51:17.632226 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a08:51:17.693898 run osmo-hlr_10.42.42.2(pid=30164): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30164)]\u000a08:51:17.743598 run osmo-hlr_10.42.42.2(pid=30164): stdout: \u000a| (launched: 2022-12-14_08:51:14.377481) \u000a08:51:17.793892 run osmo-hlr_10.42.42.2(pid=30164): stderr: \u000a| �[0;m�[1;31m20221214085114552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085114552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085114552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085114552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085114552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085114552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085114564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085114572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085114572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085114572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:17.836813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30153): Terminating (SIGTERM)\u000a08:51:17.877041 run iperf3-srv_10.42.42.10(pid=30154): Terminating (SIGTERM)\u000a08:51:17.917393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30155): Terminating (SIGTERM)\u000a08:51:17.957370 run iperf3-srv_10.42.42.10(pid=30156): Terminating (SIGTERM)\u000a08:51:17.997785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30157): Terminating (SIGTERM)\u000a08:51:18.037925 run iperf3-srv_10.42.42.10(pid=30158): Terminating (SIGTERM)\u000a08:51:18.078145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30159): Terminating (SIGTERM)\u000a08:51:18.118358 run iperf3-srv_10.42.42.10(pid=30160): Terminating (SIGTERM)\u000a08:51:18.158626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30163): Terminating (SIGTERM)\u000a08:51:18.198730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30166): Terminating (SIGTERM)\u000a08:51:18.239070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30169): Terminating (SIGTERM)\u000a08:51:18.248343 --- ParallelTerminationStrategy: PID 30153 died...\u000a08:51:18.302606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30153): Terminated: ok {rc=0}\u000a08:51:18.312164 --- ParallelTerminationStrategy: PID 30154 died...\u000a08:51:18.365984 run iperf3-srv_10.42.42.10(pid=30154): Terminated {rc=256}\u000a08:51:18.375651 --- ParallelTerminationStrategy: PID 30155 died...\u000a08:51:18.429412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30155): Terminated: ok {rc=0}\u000a08:51:18.438992 --- ParallelTerminationStrategy: PID 30156 died...\u000a08:51:18.493273 run iperf3-srv_10.42.42.10(pid=30156): Terminated {rc=256}\u000a08:51:18.502805 --- ParallelTerminationStrategy: PID 30157 died...\u000a08:51:18.556540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30157): Terminated: ok {rc=0}\u000a08:51:18.566209 --- ParallelTerminationStrategy: PID 30158 died...\u000a08:51:18.619751 run iperf3-srv_10.42.42.10(pid=30158): Terminated {rc=256}\u000a08:51:18.629470 --- ParallelTerminationStrategy: PID 30159 died...\u000a08:51:18.683373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30159): Terminated: ok {rc=0}\u000a08:51:18.693131 --- ParallelTerminationStrategy: PID 30160 died...\u000a08:51:18.746991 run iperf3-srv_10.42.42.10(pid=30160): Terminated {rc=256}\u000a08:51:18.756662 --- ParallelTerminationStrategy: PID 30163 died...\u000a08:51:18.810656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30163): Terminated: ok {rc=0}\u000a08:51:18.820382 --- ParallelTerminationStrategy: PID 30166 died...\u000a08:51:18.874208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30166): Terminated: ok {rc=0}\u000a08:51:18.883781 --- ParallelTerminationStrategy: PID 30169 died...\u000a08:51:18.937762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30169): Terminated: ok {rc=0}\u000a08:51:19.027284 bus /gobi_4: Setting Powered False\u000a08:51:20.130861 bus /gobi_4: Setting Powered False\u000a08:51:21.241805 bus /gobi_1: Setting Powered False\u000a08:51:22.345194 bus /gobi_1: Setting Powered False\u000a08:51:23.456880 bus /gobi_0: Setting Powered False\u000a08:51:24.563737 bus /gobi_0: Setting Powered False\u000a08:51:25.673272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30177): Process ended prematurely: osmo-stp_10.42.42.5(pid=30177) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30177)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30177): Process ended prematurely: osmo-stp_10.42.42.5(pid=30177) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:51:26.739476 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:26.751238 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:51:26.907137 tst ping.py: using LAC 39783\u000a08:51:27.026763 tst ping.py: using RAC 3\u000a08:51:27.151302 tst ping.py: using CellId 39783\u000a08:51:27.267105 tst ping.py: using BVCI 39784\u000a08:51:27.290136 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:27.301079 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:27.311715 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:27.322442 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:27.333972 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:27.345236 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:27.356484 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:27.367639 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:51:27.657311 tst ping.py:19: start network...\u000a08:51:27.790292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:28.302011 run create_hlr_db(pid=30171): Launched\u000a08:51:28.486411 bus /gobi_6: Setting Powered False\u000a08:51:29.507062 run create_hlr_db(pid=30171): Terminated: ok {rc=0}\u000a08:51:29.910291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30173): Launched\u000a08:51:30.210550 run osmo-hlr_10.42.42.2(pid=30174): Launched\u000a08:51:30.326734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:30.863678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30176): Launched\u000a08:51:31.277978 run osmo-stp_10.42.42.5(pid=30177): Launched\u000a08:51:31.471994 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:51:32.055872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30179): Launched\u000a08:51:32.169300 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:51:32.453566 run patchelf(pid=30180): Launched\u000a08:51:32.641250 run osmo-stp_10.42.42.5(pid=30177): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30177)]\u000a08:51:32.777884 run osmo-stp_10.42.42.5(pid=30177): stdout: \u000a| (launched: 2022-12-14_08:51:31.045014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:32.915387 run osmo-stp_10.42.42.5(pid=30177): stderr: \u000a| �[0;m�[38;5;43m20221214085131284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085131287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085131287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085131290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085131291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085131291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085131294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:33.047171 run osmo-stp_10.42.42.5(pid=30177): stdout: \u000a| (launched: 2022-12-14_08:51:31.045014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:33.178453 run osmo-stp_10.42.42.5(pid=30177): stderr: \u000a| �[0;m�[38;5;43m20221214085131284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085131287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085131287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085131290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085131291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085131291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085131294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:33.330272 run patchelf(pid=30180): Terminating (SIGINT)\u000a08:51:33.508080 run patchelf(pid=30180): Terminated: ok {rc=0}\u000a08:51:33.540785 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30177): Process ended prematurely: osmo-stp_10.42.42.5(pid=30177) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30177)] [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:51:33.550211 tst ping.py:22: Test FAILED (6.8 sec)\u000a08:51:33.613138 run osmo-hlr_10.42.42.2(pid=30174): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30174)]\u000a08:51:33.664393 run osmo-hlr_10.42.42.2(pid=30174): stdout: \u000a| (launched: 2022-12-14_08:51:30.061586) \u000a08:51:33.716286 run osmo-hlr_10.42.42.2(pid=30174): stderr: \u000a| �[0;m�[1;31m20221214085130236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085130236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085130236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085130236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085130236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085130236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085130248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085130257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085130257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085130257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:33.760670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30173): Terminating (SIGTERM)\u000a08:51:33.802728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30176): Terminating (SIGTERM)\u000a08:51:33.844258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30179): Terminating (SIGTERM)\u000a08:51:33.854062 --- ParallelTerminationStrategy: PID 30173 died...\u000a08:51:33.910162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30173): Terminated: ok {rc=0}\u000a08:51:33.920369 --- ParallelTerminationStrategy: PID 30176 died...\u000a08:51:33.975982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30176): Terminated: ok {rc=0}\u000a08:51:33.986071 --- ParallelTerminationStrategy: PID 30179 died...\u000a08:51:34.041571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30179): Terminated: ok {rc=0}\u000a08:51:34.128549 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30187): Process ended prematurely: osmo-stp_10.42.42.5(pid=30187) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30187)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30187): Process ended prematurely: osmo-stp_10.42.42.5(pid=30187) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:51:35.181244 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:35.193489 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:51:35.352114 tst ping_idle_ping.py: using LAC 39784\u000a08:51:35.470805 tst ping_idle_ping.py: using RAC 4\u000a08:51:35.595975 tst ping_idle_ping.py: using CellId 39784\u000a08:51:35.722163 tst ping_idle_ping.py: using BVCI 39785\u000a08:51:35.746857 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:35.758447 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:35.769905 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:35.781348 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:35.792894 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:35.804874 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:35.816707 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:51:35.828372 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:51:36.106290 tst ping_idle_ping.py:24: start network...\u000a08:51:36.231469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:36.708250 run create_hlr_db(pid=30181): Launched\u000a08:51:36.880937 bus /gobi_6: Setting Powered False\u000a08:51:37.901700 run create_hlr_db(pid=30181): Terminated: ok {rc=0}\u000a08:51:38.301435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30183): Launched\u000a08:51:38.602028 run osmo-hlr_10.42.42.2(pid=30184): Launched\u000a08:51:38.716223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:39.241757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30186): Launched\u000a08:51:39.541554 run osmo-stp_10.42.42.5(pid=30187): Launched\u000a08:51:39.650320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:51:40.171531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30189): Launched\u000a08:51:40.277947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:51:40.539366 run patchelf(pid=30190): Launched\u000a08:51:40.714830 run osmo-stp_10.42.42.5(pid=30187): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30187)]\u000a08:51:40.843753 run osmo-stp_10.42.42.5(pid=30187): stdout: \u000a| (launched: 2022-12-14_08:51:39.393300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:40.972388 run osmo-stp_10.42.42.5(pid=30187): stderr: \u000a| �[0;m�[38;5;43m20221214085139564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085139564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085139564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085139565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085139565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085139565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085139565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:41.096504 run osmo-stp_10.42.42.5(pid=30187): stdout: \u000a| (launched: 2022-12-14_08:51:39.393300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:41.219728 run osmo-stp_10.42.42.5(pid=30187): stderr: \u000a| �[0;m�[38;5;43m20221214085139564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085139564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085139564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085139565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085139565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085139565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085139565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:41.362770 run patchelf(pid=30190): Terminating (SIGINT)\u000a08:51:41.529958 run patchelf(pid=30190): Terminated: ok {rc=0}\u000a08:51:41.560400 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30187): Process ended prematurely: osmo-stp_10.42.42.5(pid=30187) [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30187)] [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:51:41.569164 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a08:51:41.629106 run osmo-hlr_10.42.42.2(pid=30184): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30184)]\u000a08:51:41.678024 run osmo-hlr_10.42.42.2(pid=30184): stdout: \u000a| (launched: 2022-12-14_08:51:38.453208) \u000a08:51:41.727598 run osmo-hlr_10.42.42.2(pid=30184): stderr: \u000a| �[0;m�[1;31m20221214085138627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085138627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085138627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085138627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085138627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085138627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085138638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085138646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085138646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085138646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:41.769654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30183): Terminating (SIGTERM)\u000a08:51:41.809172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30186): Terminating (SIGTERM)\u000a08:51:41.848747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30189): Terminating (SIGTERM)\u000a08:51:41.857949 --- ParallelTerminationStrategy: PID 30183 died...\u000a08:51:41.911911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30183): Terminated: ok {rc=0}\u000a08:51:41.921563 --- ParallelTerminationStrategy: PID 30186 died...\u000a08:51:41.974778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30186): Terminated: ok {rc=0}\u000a08:51:41.984178 --- ParallelTerminationStrategy: PID 30189 died...\u000a08:51:42.037538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30189): Terminated: ok {rc=0}\u000a08:51:42.120727 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:50:43" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30204): Process ended prematurely: osmo-stp_10.42.42.5(pid=30204) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30204)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30204): Process ended prematurely: osmo-stp_10.42.42.5(pid=30204) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:51:44.294273 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:44.306173 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:51:44.453452 tst cs_paging_gprs_active.py: using LAC 39785\u000a08:51:44.582809 tst cs_paging_gprs_active.py: using RAC 5\u000a08:51:44.710152 tst cs_paging_gprs_active.py: using CellId 39785\u000a08:51:44.837720 tst cs_paging_gprs_active.py: using BVCI 39786\u000a08:51:44.862967 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:44.875065 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:44.886689 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:44.898567 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:44.910124 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:44.921732 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:44.933395 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:44.944853 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:44.956645 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:51:45.074544 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:51:45.360342 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:51:45.488881 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:51:45.807352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30194): Launched\u000a08:51:46.122101 run iperf3-srv_10.42.42.10(pid=30195): Launched\u000a08:51:46.400414 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:51:46.561383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:51:46.911616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30196): Launched\u000a08:51:47.195008 run iperf3-srv_10.42.42.10(pid=30197): Launched\u000a08:51:47.385397 tst cs_paging_gprs_active.py:38: start network...\u000a08:51:47.514403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:47.998081 run create_hlr_db(pid=30198): Launched\u000a08:51:48.173455 bus /gobi_6: Setting Powered False\u000a08:51:49.195326 run create_hlr_db(pid=30198): Terminated: ok {rc=0}\u000a08:51:49.600517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30200): Launched\u000a08:51:49.906132 run osmo-hlr_10.42.42.2(pid=30201): Launched\u000a08:51:50.023792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:50.560865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30203): Launched\u000a08:51:50.865918 run osmo-stp_10.42.42.5(pid=30204): Launched\u000a08:51:50.977410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:51:51.510424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30206): Launched\u000a08:51:51.619218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:51:51.885815 run patchelf(pid=30207): Launched\u000a08:51:52.064522 run osmo-stp_10.42.42.5(pid=30204): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30204)]\u000a08:51:52.195076 run osmo-stp_10.42.42.5(pid=30204): stdout: \u000a| (launched: 2022-12-14_08:51:50.715524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:52.325706 run osmo-stp_10.42.42.5(pid=30204): stderr: \u000a| �[0;m�[38;5;43m20221214085150889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085150889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085150889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085150890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085150890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085150890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085150891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:52.452241 run osmo-stp_10.42.42.5(pid=30204): stdout: \u000a| (launched: 2022-12-14_08:51:50.715524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:52.577879 run osmo-stp_10.42.42.5(pid=30204): stderr: \u000a| �[0;m�[38;5;43m20221214085150889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085150889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085150889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085150890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085150890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085150890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085150891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:52.723148 run patchelf(pid=30207): Terminating (SIGINT)\u000a08:51:52.893770 run patchelf(pid=30207): Terminated: ok {rc=0}\u000a08:51:52.924925 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30204): Process ended prematurely: osmo-stp_10.42.42.5(pid=30204) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30204)] [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a08:51:52.934281 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:51:52.995260 run osmo-hlr_10.42.42.2(pid=30201): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30201)]\u000a08:51:53.044788 run osmo-hlr_10.42.42.2(pid=30201): stdout: \u000a| (launched: 2022-12-14_08:51:49.755757) \u000a08:51:53.094747 run osmo-hlr_10.42.42.2(pid=30201): stderr: \u000a| �[0;m�[1;31m20221214085149932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085149932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085149932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085149932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085149932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085149932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085149947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085149956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085149956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085149956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:53.137492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30194): Terminating (SIGTERM)\u000a08:51:53.177453 run iperf3-srv_10.42.42.10(pid=30195): Terminating (SIGTERM)\u000a08:51:53.217624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30196): Terminating (SIGTERM)\u000a08:51:53.257672 run iperf3-srv_10.42.42.10(pid=30197): Terminating (SIGTERM)\u000a08:51:53.297843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30200): Terminating (SIGTERM)\u000a08:51:53.337909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30203): Terminating (SIGTERM)\u000a08:51:53.377713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30206): Terminating (SIGTERM)\u000a08:51:53.386832 --- ParallelTerminationStrategy: PID 30194 died...\u000a08:51:53.439949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30194): Terminated: ok {rc=0}\u000a08:51:53.449471 --- ParallelTerminationStrategy: PID 30195 died...\u000a08:51:53.502808 run iperf3-srv_10.42.42.10(pid=30195): Terminated {rc=256}\u000a08:51:53.512316 --- ParallelTerminationStrategy: PID 30196 died...\u000a08:51:53.565870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30196): Terminated: ok {rc=0}\u000a08:51:53.575327 --- ParallelTerminationStrategy: PID 30197 died...\u000a08:51:53.628493 run iperf3-srv_10.42.42.10(pid=30197): Terminated {rc=256}\u000a08:51:53.637983 --- ParallelTerminationStrategy: PID 30200 died...\u000a08:51:53.691452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30200): Terminated: ok {rc=0}\u000a08:51:53.700922 --- ParallelTerminationStrategy: PID 30203 died...\u000a08:51:53.754347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30203): Terminated: ok {rc=0}\u000a08:51:53.763897 --- ParallelTerminationStrategy: PID 30206 died...\u000a08:51:53.817602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30206): Terminated: ok {rc=0}\u000a08:51:53.906105 bus /gobi_0: Setting Powered False\u000a08:51:55.009844 bus /gobi_0: Setting Powered False\u000a08:51:56.121017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30216): Process ended prematurely: osmo-stp_10.42.42.5(pid=30216) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30216)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30216): Process ended prematurely: osmo-stp_10.42.42.5(pid=30216) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a08:51:57.230709 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:57.242740 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:51:57.387071 tst iperf3.py: using LAC 39786\u000a08:51:57.508531 tst iperf3.py: using RAC 6\u000a08:51:57.630353 tst iperf3.py: using CellId 39786\u000a08:51:57.749838 tst iperf3.py: using BVCI 39787\u000a08:51:57.773708 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:57.785156 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:57.796356 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:57.807821 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:57.819277 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:57.830746 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:57.842362 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:57.853706 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:51:57.865342 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:51:58.162244 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:51:58.298728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:51:58.635515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30208): Launched\u000a08:51:58.919255 run iperf3-srv_10.42.42.10(pid=30209): Launched\u000a08:51:59.120323 tst iperf3.py:8: start network...\u000a08:51:59.256528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:59.780165 run create_hlr_db(pid=30210): Launched\u000a08:51:59.968212 bus /gobi_6: Setting Powered False\u000a08:52:01.008525 run create_hlr_db(pid=30210): Terminated: ok {rc=0}\u000a08:52:01.480755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30212): Launched\u000a08:52:01.895547 run osmo-hlr_10.42.42.2(pid=30213): Launched\u000a08:52:02.124519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:02.675346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30215): Launched\u000a08:52:02.983848 run osmo-stp_10.42.42.5(pid=30216): Launched\u000a08:52:03.096094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:03.627083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30218): Launched\u000a08:52:03.736159 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:52:04.002446 run patchelf(pid=30219): Launched\u000a08:52:04.180897 run osmo-stp_10.42.42.5(pid=30216): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30216)]\u000a08:52:04.311215 run osmo-stp_10.42.42.5(pid=30216): stdout: \u000a| (launched: 2022-12-14_08:52:02.830021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:04.442067 run osmo-stp_10.42.42.5(pid=30216): stderr: \u000a| �[0;m�[38;5;43m20221214085202999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085202999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085202999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085203000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:04.568025 run osmo-stp_10.42.42.5(pid=30216): stdout: \u000a| (launched: 2022-12-14_08:52:02.830021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:04.693120 run osmo-stp_10.42.42.5(pid=30216): stderr: \u000a| �[0;m�[38;5;43m20221214085202999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085202999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085202999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085203000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:04.838651 run patchelf(pid=30219): Terminating (SIGINT)\u000a08:52:05.008781 run patchelf(pid=30219): Terminated: ok {rc=0}\u000a08:52:05.040370 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30216): Process ended prematurely: osmo-stp_10.42.42.5(pid=30216) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30216)] [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a08:52:05.049987 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a08:52:05.110368 run osmo-hlr_10.42.42.2(pid=30213): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30213)]\u000a08:52:05.159667 run osmo-hlr_10.42.42.2(pid=30213): stdout: \u000a| (launched: 2022-12-14_08:52:01.650082) \u000a08:52:05.209533 run osmo-hlr_10.42.42.2(pid=30213): stderr: \u000a| �[0;m�[1;31m20221214085201950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085201950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085201950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085201950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085201950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085201950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085201974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085201982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085201982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085201982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:05.251788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30208): Terminating (SIGTERM)\u000a08:52:05.291591 run iperf3-srv_10.42.42.10(pid=30209): Terminating (SIGTERM)\u000a08:52:05.331355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30212): Terminating (SIGTERM)\u000a08:52:05.371219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30215): Terminating (SIGTERM)\u000a08:52:05.411048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30218): Terminating (SIGTERM)\u000a08:52:05.420185 --- ParallelTerminationStrategy: PID 30208 died...\u000a08:52:05.473758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30208): Terminated: ok {rc=0}\u000a08:52:05.483387 --- ParallelTerminationStrategy: PID 30209 died...\u000a08:52:05.536380 run iperf3-srv_10.42.42.10(pid=30209): Terminated {rc=256}\u000a08:52:05.546099 --- ParallelTerminationStrategy: PID 30212 died...\u000a08:52:05.599572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30212): Terminated: ok {rc=0}\u000a08:52:05.609206 --- ParallelTerminationStrategy: PID 30215 died...\u000a08:52:05.662307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30215): Terminated: ok {rc=0}\u000a08:52:05.671866 --- ParallelTerminationStrategy: PID 30218 died...\u000a08:52:05.725188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30218): Terminated: ok {rc=0}\u000a08:52:05.813289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30234): Process ended prematurely: osmo-stp_10.42.42.5(pid=30234) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30234)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30234): Process ended prematurely: osmo-stp_10.42.42.5(pid=30234) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a08:52:06.923928 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:06.936104 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:52:07.077337 tst iperf3m4.py: using LAC 39787\u000a08:52:07.197218 tst iperf3m4.py: using RAC 7\u000a08:52:07.319323 tst iperf3m4.py: using CellId 39787\u000a08:52:07.440310 tst iperf3m4.py: using BVCI 39788\u000a08:52:07.463826 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:07.475263 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:07.486610 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:07.497789 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:07.509256 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:07.520616 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:07.532115 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:07.543405 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:07.555030 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:52:07.672668 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:52:07.793474 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:52:07.915435 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:52:08.199194 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:52:08.327421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:08.644825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30220): Launched\u000a08:52:08.908041 run iperf3-srv_10.42.42.10(pid=30221): Launched\u000a08:52:09.093817 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:52:09.220815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:09.536432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30222): Launched\u000a08:52:09.800617 run iperf3-srv_10.42.42.10(pid=30223): Launched\u000a08:52:09.986085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:52:10.113454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:10.429395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30224): Launched\u000a08:52:10.692228 run iperf3-srv_10.42.42.10(pid=30225): Launched\u000a08:52:10.878023 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:52:11.004678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:11.321030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30226): Launched\u000a08:52:11.583593 run iperf3-srv_10.42.42.10(pid=30227): Launched\u000a08:52:11.768911 tst iperf3m4.py:8: start network...\u000a08:52:11.896165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:12.374777 run create_hlr_db(pid=30228): Launched\u000a08:52:12.549242 bus /gobi_6: Setting Powered False\u000a08:52:13.571290 run create_hlr_db(pid=30228): Terminated: ok {rc=0}\u000a08:52:13.975703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30230): Launched\u000a08:52:14.281778 run osmo-hlr_10.42.42.2(pid=30231): Launched\u000a08:52:14.400859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:14.940430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30233): Launched\u000a08:52:15.246079 run osmo-stp_10.42.42.5(pid=30234): Launched\u000a08:52:15.357784 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:15.889259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30236): Launched\u000a08:52:16.000917 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:52:16.289780 run patchelf(pid=30237): Launched\u000a08:52:16.486662 run osmo-stp_10.42.42.5(pid=30234): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30234)]\u000a08:52:16.630582 run osmo-stp_10.42.42.5(pid=30234): stdout: \u000a| (launched: 2022-12-14_08:52:15.094882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:16.775191 run osmo-stp_10.42.42.5(pid=30234): stderr: \u000a| �[0;m�[38;5;43m20221214085215263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085215263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085215263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085215264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085215264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085215264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085215265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:16.915158 run osmo-stp_10.42.42.5(pid=30234): stdout: \u000a| (launched: 2022-12-14_08:52:15.094882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:17.051513 run osmo-stp_10.42.42.5(pid=30234): stderr: \u000a| �[0;m�[38;5;43m20221214085215263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085215263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085215263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085215264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085215264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085215264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085215265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:17.210738 run patchelf(pid=30237): Terminating (SIGINT)\u000a08:52:17.392778 run patchelf(pid=30237): Terminated: ok {rc=0}\u000a08:52:17.426811 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30234): Process ended prematurely: osmo-stp_10.42.42.5(pid=30234) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30234)] [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a08:52:17.437202 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:52:17.501275 run osmo-hlr_10.42.42.2(pid=30231): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30231)]\u000a08:52:17.553150 run osmo-hlr_10.42.42.2(pid=30231): stdout: \u000a| (launched: 2022-12-14_08:52:14.130581) \u000a08:52:17.605457 run osmo-hlr_10.42.42.2(pid=30231): stderr: \u000a| �[0;m�[1;31m20221214085214302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085214302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085214302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085214302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085214302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085214302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085214316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085214326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085214326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085214326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:17.650498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30220): Terminating (SIGTERM)\u000a08:52:17.692189 run iperf3-srv_10.42.42.10(pid=30221): Terminating (SIGTERM)\u000a08:52:17.733889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30222): Terminating (SIGTERM)\u000a08:52:17.775627 run iperf3-srv_10.42.42.10(pid=30223): Terminating (SIGTERM)\u000a08:52:17.817629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30224): Terminating (SIGTERM)\u000a08:52:17.859509 run iperf3-srv_10.42.42.10(pid=30225): Terminating (SIGTERM)\u000a08:52:17.901901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30226): Terminating (SIGTERM)\u000a08:52:17.943586 run iperf3-srv_10.42.42.10(pid=30227): Terminating (SIGTERM)\u000a08:52:17.985634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30230): Terminating (SIGTERM)\u000a08:52:18.027527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30233): Terminating (SIGTERM)\u000a08:52:18.069371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30236): Terminating (SIGTERM)\u000a08:52:18.078648 --- ParallelTerminationStrategy: PID 30220 died...\u000a08:52:18.134732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30220): Terminated: ok {rc=0}\u000a08:52:18.144778 --- ParallelTerminationStrategy: PID 30221 died...\u000a08:52:18.200671 run iperf3-srv_10.42.42.10(pid=30221): Terminated {rc=256}\u000a08:52:18.210829 --- ParallelTerminationStrategy: PID 30222 died...\u000a08:52:18.266542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30222): Terminated: ok {rc=0}\u000a08:52:18.276723 --- ParallelTerminationStrategy: PID 30223 died...\u000a08:52:18.332517 run iperf3-srv_10.42.42.10(pid=30223): Terminated {rc=256}\u000a08:52:18.342680 --- ParallelTerminationStrategy: PID 30224 died...\u000a08:52:18.398450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30224): Terminated: ok {rc=0}\u000a08:52:18.408649 --- ParallelTerminationStrategy: PID 30225 died...\u000a08:52:18.464309 run iperf3-srv_10.42.42.10(pid=30225): Terminated {rc=256}\u000a08:52:18.474465 --- ParallelTerminationStrategy: PID 30226 died...\u000a08:52:18.530180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30226): Terminated: ok {rc=0}\u000a08:52:18.540187 --- ParallelTerminationStrategy: PID 30227 died...\u000a08:52:18.595888 run iperf3-srv_10.42.42.10(pid=30227): Terminated {rc=256}\u000a08:52:18.606319 --- ParallelTerminationStrategy: PID 30230 died...\u000a08:52:18.662155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30230): Terminated: ok {rc=0}\u000a08:52:18.672373 --- ParallelTerminationStrategy: PID 30233 died...\u000a08:52:18.728051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30233): Terminated: ok {rc=0}\u000a08:52:18.738289 --- ParallelTerminationStrategy: PID 30236 died...\u000a08:52:18.793695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30236): Terminated: ok {rc=0}\u000a08:52:18.880699 bus /gobi_4: Setting Powered False\u000a08:52:19.986034 bus /gobi_4: Setting Powered False\u000a08:52:21.092366 bus /gobi_1: Setting Powered False\u000a08:52:22.197980 bus /gobi_1: Setting Powered False\u000a08:52:23.304189 bus /gobi_0: Setting Powered False\u000a08:52:24.409932 bus /gobi_0: Setting Powered False\u000a08:52:25.517504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30244): Process ended prematurely: osmo-stp_10.42.42.5(pid=30244) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30244)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30244): Process ended prematurely: osmo-stp_10.42.42.5(pid=30244) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a08:52:26.585565 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:26.598080 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:52:26.744148 tst ping.py: using LAC 39788\u000a08:52:26.865785 tst ping.py: using RAC 8\u000a08:52:26.984257 tst ping.py: using CellId 39788\u000a08:52:27.104446 tst ping.py: using BVCI 39789\u000a08:52:27.127817 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:27.139378 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:27.150821 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:27.162191 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:27.174220 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:27.186360 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:27.198707 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:27.211278 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:52:27.488366 tst ping.py:19: start network...\u000a08:52:27.613105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:28.083745 run create_hlr_db(pid=30238): Launched\u000a08:52:28.256695 bus /gobi_6: Setting Powered False\u000a08:52:29.277853 run create_hlr_db(pid=30238): Terminated: ok {rc=0}\u000a08:52:29.703780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30240): Launched\u000a08:52:30.023199 run osmo-hlr_10.42.42.2(pid=30241): Launched\u000a08:52:30.139652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:30.698063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30243): Launched\u000a08:52:31.112466 run osmo-stp_10.42.42.5(pid=30244): Launched\u000a08:52:31.283124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:31.905866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30246): Launched\u000a08:52:32.021524 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:52:32.311254 run patchelf(pid=30247): Launched\u000a08:52:32.499559 run osmo-stp_10.42.42.5(pid=30244): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30244)]\u000a08:52:32.636874 run osmo-stp_10.42.42.5(pid=30244): stdout: \u000a| (launched: 2022-12-14_08:52:30.861732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:32.774010 run osmo-stp_10.42.42.5(pid=30244): stderr: \u000a| �[0;m�[38;5;43m20221214085231212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085231212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085231212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085231213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085231213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085231213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085231213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:32.907273 run osmo-stp_10.42.42.5(pid=30244): stdout: \u000a| (launched: 2022-12-14_08:52:30.861732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:33.038628 run osmo-stp_10.42.42.5(pid=30244): stderr: \u000a| �[0;m�[38;5;43m20221214085231212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085231212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085231212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085231213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085231213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085231213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085231213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:33.191283 run patchelf(pid=30247): Terminating (SIGINT)\u000a08:52:33.371037 run patchelf(pid=30247): Terminated: ok {rc=0}\u000a08:52:33.403843 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30244): Process ended prematurely: osmo-stp_10.42.42.5(pid=30244) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30244)] [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a08:52:33.413502 tst ping.py:22: Test FAILED (6.8 sec)\u000a08:52:33.476440 run osmo-hlr_10.42.42.2(pid=30241): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30241)]\u000a08:52:33.528645 run osmo-hlr_10.42.42.2(pid=30241): stdout: \u000a| (launched: 2022-12-14_08:52:29.866165) \u000a08:52:33.581118 run osmo-hlr_10.42.42.2(pid=30241): stderr: \u000a| �[0;m�[1;31m20221214085230063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085230063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085230063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085230063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085230063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085230063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085230079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085230087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085230087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085230087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:33.625607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30240): Terminating (SIGTERM)\u000a08:52:33.667683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30243): Terminating (SIGTERM)\u000a08:52:33.709602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30246): Terminating (SIGTERM)\u000a08:52:33.719277 --- ParallelTerminationStrategy: PID 30240 died...\u000a08:52:33.775265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30240): Terminated: ok {rc=0}\u000a08:52:33.785449 --- ParallelTerminationStrategy: PID 30243 died...\u000a08:52:33.841646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30243): Terminated: ok {rc=0}\u000a08:52:33.851758 --- ParallelTerminationStrategy: PID 30246 died...\u000a08:52:33.908103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30246): Terminated: ok {rc=0}\u000a08:52:33.995241 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30254): Process ended prematurely: osmo-stp_10.42.42.5(pid=30254) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30254)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30254): Process ended prematurely: osmo-stp_10.42.42.5(pid=30254) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a08:52:35.047641 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:35.060408 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:52:35.208887 tst ping_idle_ping.py: using LAC 39789\u000a08:52:35.336941 tst ping_idle_ping.py: using RAC 9\u000a08:52:35.464717 tst ping_idle_ping.py: using CellId 39789\u000a08:52:35.591965 tst ping_idle_ping.py: using BVCI 39790\u000a08:52:35.616712 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:35.628569 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:35.640326 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:35.651979 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:35.663616 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:35.675349 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:35.687486 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:52:35.699218 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:52:35.977463 tst ping_idle_ping.py:24: start network...\u000a08:52:36.103043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:36.582151 run create_hlr_db(pid=30248): Launched\u000a08:52:36.755471 bus /gobi_6: Setting Powered False\u000a08:52:37.775290 run create_hlr_db(pid=30248): Terminated: ok {rc=0}\u000a08:52:38.203565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30250): Launched\u000a08:52:38.527064 run osmo-hlr_10.42.42.2(pid=30251): Launched\u000a08:52:38.644075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:39.203048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30253): Launched\u000a08:52:39.526424 run osmo-stp_10.42.42.5(pid=30254): Launched\u000a08:52:39.641423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:40.202649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30256): Launched\u000a08:52:40.316592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:52:40.596086 run patchelf(pid=30257): Launched\u000a08:52:40.783533 run osmo-stp_10.42.42.5(pid=30254): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30254)]\u000a08:52:40.920667 run osmo-stp_10.42.42.5(pid=30254): stdout: \u000a| (launched: 2022-12-14_08:52:39.366744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:41.057640 run osmo-stp_10.42.42.5(pid=30254): stderr: \u000a| �[0;m�[38;5;43m20221214085239559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085239560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085239560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085239560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085239561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085239561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085239561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:41.190253 run osmo-stp_10.42.42.5(pid=30254): stdout: \u000a| (launched: 2022-12-14_08:52:39.366744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:41.320828 run osmo-stp_10.42.42.5(pid=30254): stderr: \u000a| �[0;m�[38;5;43m20221214085239559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085239560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085239560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085239560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085239561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085239561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085239561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:41.473684 run patchelf(pid=30257): Terminating (SIGINT)\u000a08:52:41.651939 run patchelf(pid=30257): Terminated: ok {rc=0}\u000a08:52:41.684526 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30254): Process ended prematurely: osmo-stp_10.42.42.5(pid=30254) [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30254)] [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a08:52:41.694054 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:52:41.756584 run osmo-hlr_10.42.42.2(pid=30251): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30251)]\u000a08:52:41.808072 run osmo-hlr_10.42.42.2(pid=30251): stdout: \u000a| (launched: 2022-12-14_08:52:38.367186) \u000a08:52:41.860370 run osmo-hlr_10.42.42.2(pid=30251): stderr: \u000a| �[0;m�[1;31m20221214085238565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085238565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085238565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085238565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085238565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085238565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085238581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085238589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085238590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085238590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:41.904835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30250): Terminating (SIGTERM)\u000a08:52:41.946776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30253): Terminating (SIGTERM)\u000a08:52:41.988462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30256): Terminating (SIGTERM)\u000a08:52:41.998182 --- ParallelTerminationStrategy: PID 30250 died...\u000a08:52:42.054101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30250): Terminated: ok {rc=0}\u000a08:52:42.064159 --- ParallelTerminationStrategy: PID 30253 died...\u000a08:52:42.119893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30253): Terminated: ok {rc=0}\u000a08:52:42.129945 --- ParallelTerminationStrategy: PID 30256 died...\u000a08:52:42.185313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30256): Terminated: ok {rc=0}\u000a08:52:42.271939 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:51:43" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30269): Process ended prematurely: osmo-stp_10.42.42.5(pid=30269) [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30269)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30269): Process ended prematurely: osmo-stp_10.42.42.5(pid=30269) [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:52:44.315640 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:52:44.327282 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:52:44.487042 tst switch_tch_pdch.py: using LAC 39790\u000a08:52:44.609934 tst switch_tch_pdch.py: using RAC 10\u000a08:52:44.726499 tst switch_tch_pdch.py: using CellId 39790\u000a08:52:44.842853 tst switch_tch_pdch.py: using BVCI 39791\u000a08:52:44.865857 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:52:44.877188 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:52:44.888216 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:52:44.899239 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:52:44.911131 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:52:44.923028 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:52:44.934974 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:52:44.946949 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:52:45.069539 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:52:45.362020 tst switch_tch_pdch.py:51: start network...\u000a08:52:45.495493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:46.058935 run create_hlr_db(pid=30263): Launched\u000a08:52:46.247172 bus /gobi_6: Setting Powered False\u000a08:52:47.258677 run create_hlr_db(pid=30263): Terminated: ok {rc=0}\u000a08:52:47.671169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30265): Launched\u000a08:52:47.973138 run osmo-hlr_10.42.42.2(pid=30266): Launched\u000a08:52:48.089811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:48.618191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30268): Launched\u000a08:52:48.918787 run osmo-stp_10.42.42.5(pid=30269): Launched\u000a08:52:49.028167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:49.551176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30271): Launched\u000a08:52:49.656841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:52:49.920020 run patchelf(pid=30272): Launched\u000a08:52:50.095306 run osmo-stp_10.42.42.5(pid=30269): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30269)]\u000a08:52:50.223668 run osmo-stp_10.42.42.5(pid=30269): stdout: \u000a| (launched: 2022-12-14_08:52:48.769685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:50.352061 run osmo-stp_10.42.42.5(pid=30269): stderr: \u000a| �[0;m�[38;5;43m20221214085248941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085248941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085248941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085248942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085248942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085248942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085248942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:50.476170 run osmo-stp_10.42.42.5(pid=30269): stdout: \u000a| (launched: 2022-12-14_08:52:48.769685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:50.599101 run osmo-stp_10.42.42.5(pid=30269): stderr: \u000a| �[0;m�[38;5;43m20221214085248941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085248941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085248941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085248942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085248942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085248942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085248942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:50.742663 run patchelf(pid=30272): Terminating (SIGINT)\u000a08:52:50.910474 run patchelf(pid=30272): Terminated: ok {rc=0}\u000a08:52:50.941022 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30269): Process ended prematurely: osmo-stp_10.42.42.5(pid=30269) [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30269)] [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:52:50.949754 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a08:52:51.010298 run osmo-hlr_10.42.42.2(pid=30266): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30266)]\u000a08:52:51.059257 run osmo-hlr_10.42.42.2(pid=30266): stdout: \u000a| (launched: 2022-12-14_08:52:47.822734) \u000a08:52:51.108687 run osmo-hlr_10.42.42.2(pid=30266): stderr: \u000a| �[0;m�[1;31m20221214085247996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085247996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085247996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085247996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085247996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085247996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085248008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085248017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085248017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085248017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:51.151011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30265): Terminating (SIGTERM)\u000a08:52:51.190853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30268): Terminating (SIGTERM)\u000a08:52:51.230641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30271): Terminating (SIGTERM)\u000a08:52:51.239844 --- ParallelTerminationStrategy: PID 30265 died...\u000a08:52:51.293399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30265): Terminated: ok {rc=0}\u000a08:52:51.302934 --- ParallelTerminationStrategy: PID 30268 died...\u000a08:52:51.356028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30268): Terminated: ok {rc=0}\u000a08:52:51.365594 --- ParallelTerminationStrategy: PID 30271 died...\u000a08:52:51.418885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30271): Terminated: ok {rc=0}\u000a08:52:51.507017 bus /gobi_0: Setting Powered False\u000a08:52:52.614582 bus /gobi_0: Setting Powered False\u000a08:52:53.723360 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:52:44" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30283): Process ended prematurely: osmo-stp_10.42.42.5(pid=30283) [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30283): Process ended prematurely: osmo-stp_10.42.42.5(pid=30283) [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:52:55.692930 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:52:55.704033 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:52:55.863593 tst switch_tch_pdch.py: using LAC 39791\u000a08:52:55.978936 tst switch_tch_pdch.py: using RAC 11\u000a08:52:56.094152 tst switch_tch_pdch.py: using CellId 39791\u000a08:52:56.211320 tst switch_tch_pdch.py: using BVCI 39792\u000a08:52:56.234480 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:52:56.245585 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:52:56.256258 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:52:56.267222 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:52:56.278478 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:52:56.289719 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:52:56.301041 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:52:56.312241 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:52:56.431143 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:52:56.706877 tst switch_tch_pdch.py:51: start network...\u000a08:52:56.831389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:57.277300 run create_hlr_db(pid=30277): Launched\u000a08:52:57.398652 bus /gobi_6: Setting Powered False\u000a08:52:58.470546 run create_hlr_db(pid=30277): Terminated: ok {rc=0}\u000a08:52:58.870009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30279): Launched\u000a08:52:59.191367 run osmo-hlr_10.42.42.2(pid=30280): Launched\u000a08:52:59.307922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:59.839029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30282): Launched\u000a08:53:00.160718 run osmo-stp_10.42.42.5(pid=30283): Launched\u000a08:53:00.275220 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:53:00.807588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30285): Launched\u000a08:53:00.945544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:53:01.255059 run patchelf(pid=30286): Launched\u000a08:53:01.444692 run osmo-stp_10.42.42.5(pid=30283): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)]\u000a08:53:01.584056 run osmo-stp_10.42.42.5(pid=30283): stdout: \u000a| (launched: 2022-12-14_08:53:00.001834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:01.722869 run osmo-stp_10.42.42.5(pid=30283): stderr: \u000a| �[0;m�[38;5;43m20221214085300194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085300194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085300195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085300195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085300196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085300196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085300196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:01.857690 run osmo-stp_10.42.42.5(pid=30283): stdout: \u000a| (launched: 2022-12-14_08:53:00.001834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:01.991307 run osmo-stp_10.42.42.5(pid=30283): stderr: \u000a| �[0;m�[38;5;43m20221214085300194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085300194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085300195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085300195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085300196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085300196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085300196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:02.145835 run patchelf(pid=30286): Terminating (SIGINT)\u000a08:53:02.321143 run patchelf(pid=30286): Terminated: ok {rc=0}\u000a08:53:02.352023 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30283): Process ended prematurely: osmo-stp_10.42.42.5(pid=30283) [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)] [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:53:02.361041 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a08:53:02.422486 run osmo-hlr_10.42.42.2(pid=30280): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30280)]\u000a08:53:02.473354 run osmo-hlr_10.42.42.2(pid=30280): stdout: \u000a| (launched: 2022-12-14_08:52:59.032288) \u000a08:53:02.524198 run osmo-hlr_10.42.42.2(pid=30280): stderr: \u000a| �[0;m�[1;31m20221214085259230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085259230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085259230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085259230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085259230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085259230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085259242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085259250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085259250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085259250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:02.567561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30279): Terminating (SIGTERM)\u000a08:53:02.608504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30282): Terminating (SIGTERM)\u000a08:53:02.650020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30285): Terminating (SIGTERM)\u000a08:53:02.659623 --- ParallelTerminationStrategy: PID 30279 died...\u000a08:53:02.715027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30279): Terminated: ok {rc=0}\u000a08:53:02.724822 --- ParallelTerminationStrategy: PID 30282 died...\u000a08:53:02.779937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30282): Terminated: ok {rc=0}\u000a08:53:02.789978 --- ParallelTerminationStrategy: PID 30285 died...\u000a08:53:02.844698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30285): Terminated: ok {rc=0}\u000a08:53:02.929567 bus /gobi_0: Setting Powered False\u000a08:53:04.035697 bus /gobi_0: Setting Powered False\u000a08:53:05.146542 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:52:55" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30291) [trial-2402↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30291)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30291) [trial-2402↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a08:53:07.053019 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a08:53:07.064611 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:53:07.198529 tst mo_mt_sms.py: using LAC 39792\u000a08:53:07.314383 tst mo_mt_sms.py: using RAC 12\u000a08:53:07.430529 tst mo_mt_sms.py: using CellId 39792\u000a08:53:07.547312 tst mo_mt_sms.py: using BVCI 39793\u000a08:53:07.570097 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:53:07.688125 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:53:07.977984 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:53:08.110357 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:53:08.765026 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30290): Launched\u000a08:53:09.061546 run osmo-nitb_10.42.42.2(pid=30291): Launched\u000a08:53:09.245144 run osmo-nitb_10.42.42.2(pid=30291): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30291)]\u000a08:53:09.380160 run osmo-nitb_10.42.42.2(pid=30291): stdout: \u000a| (launched: 2022-12-14_08:53:08.916484) \u000a08:53:09.515650 run osmo-nitb_10.42.42.2(pid=30291): stderr: \u000a| (launched: 2022-12-14_08:53:08.960892)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:53:09.647135 run osmo-nitb_10.42.42.2(pid=30291): stdout: \u000a| (launched: 2022-12-14_08:53:08.916484) \u000a08:53:09.776744 run osmo-nitb_10.42.42.2(pid=30291): stderr: \u000a| (launched: 2022-12-14_08:53:08.960892)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:53:10.181292 tst osmo-nitb_10.42.42.2(pid=30291): stdout: \u000a| (launched: 2022-12-14_08:53:08.916484) \u000a08:53:10.300284 tst osmo-nitb_10.42.42.2(pid=30291): stderr: \u000a| (launched: 2022-12-14_08:53:08.960892)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:53:10.352306 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30291) [trial-2402↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30291)] [trial-2402↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a08:53:10.360470 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a08:53:10.395272 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30290): Terminating (SIGTERM)\u000a08:53:10.573386 --- ParallelTerminationStrategy: PID 30290 died...\u000a08:53:10.628459 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30290): Terminated: ok {rc=0}\u000a08:53:10.712843 bus /sierra_3: Setting Powered False\u000a08:53:11.821170 bus /sierra_3: Setting Powered False\u000a08:53:12.930099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:53:06" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30301): Process ended prematurely: osmo-stp_10.42.42.5(pid=30301) [trial-2402↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30301)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30301): Process ended prematurely: osmo-stp_10.42.42.5(pid=30301) [trial-2402↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a08:53:14.821176 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:14.832102 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:53:14.967052 tst mo_mt_sms.py: using LAC 39793\u000a08:53:15.090681 tst mo_mt_sms.py: using RAC 13\u000a08:53:15.215206 tst mo_mt_sms.py: using CellId 39793\u000a08:53:15.341379 tst mo_mt_sms.py: using BVCI 39794\u000a08:53:15.365969 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:15.377243 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:15.388272 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:15.399478 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:15.410512 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:15.421462 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:53:15.540814 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:53:15.740273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:16.336890 run create_hlr_db(pid=30295): Launched\u000a08:53:16.528881 bus /sierra_2: Setting Powered False\u000a08:53:17.540446 run create_hlr_db(pid=30295): Terminated: ok {rc=0}\u000a08:53:17.971162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30297): Launched\u000a08:53:18.290862 run osmo-hlr_10.42.42.2(pid=30298): Launched\u000a08:53:18.406756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:18.962973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30300): Launched\u000a08:53:19.282946 run osmo-stp_10.42.42.5(pid=30301): Launched\u000a08:53:19.397785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:19.985459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30303): Launched\u000a08:53:20.306033 run osmo-msc_10.42.42.6(pid=30304): Launched\u000a08:53:20.492536 run osmo-stp_10.42.42.5(pid=30301): ERR: Terminated: ERROR {rc=1} [trial-2402↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30301)]\u000a08:53:20.627485 run osmo-stp_10.42.42.5(pid=30301): stdout: \u000a| (launched: 2022-12-14_08:53:19.125133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:20.762558 run osmo-stp_10.42.42.5(pid=30301): stderr: \u000a| �[0;m�[38;5;43m20221214085319319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085319319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085319319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085319320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085319320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085319320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085319320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:20.890706 run osmo-stp_10.42.42.5(pid=30301): stdout: \u000a| (launched: 2022-12-14_08:53:19.125133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:21.017608 run osmo-stp_10.42.42.5(pid=30301): stderr: \u000a| �[0;m�[38;5;43m20221214085319319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085319319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085319319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085319320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085319320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085319320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085319320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:21.073267 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30301): Process ended prematurely: osmo-stp_10.42.42.5(pid=30301) [trial-2402↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30301)] [trial-2402↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a08:53:21.081715 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a08:53:21.144227 run osmo-hlr_10.42.42.2(pid=30298): ERR: Terminated: ERROR {rc=237} [trial-2402↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30298)]\u000a08:53:21.195966 run osmo-hlr_10.42.42.2(pid=30298): stdout: \u000a| (launched: 2022-12-14_08:53:18.133374) \u000a08:53:21.248279 run osmo-hlr_10.42.42.2(pid=30298): stderr: \u000a| �[0;m�[1;31m20221214085318331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085318331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085318331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085318331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085318331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085318331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085318344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085318354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085318354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085318354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:21.319263 run osmo-msc_10.42.42.6(pid=30304): ERR: Terminated: ERROR {rc=2} [trial-2402↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30304)]\u000a08:53:21.370905 run osmo-msc_10.42.42.6(pid=30304): stdout: \u000a| (launched: 2022-12-14_08:53:20.148188) \u000a08:53:21.423128 run osmo-msc_10.42.42.6(pid=30304): stderr: \u000a| �[0;m�[38;5;43m20221214085320470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085320470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32c7cc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085320470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085320470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085320471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085320472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085320473 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085320474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085320474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085320474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:21.467633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30297): Terminating (SIGTERM)\u000a08:53:21.509635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30300): Terminating (SIGTERM)\u000a08:53:21.551448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30303): Terminating (SIGTERM)\u000a08:53:21.561161 --- ParallelTerminationStrategy: PID 30297 died...\u000a08:53:21.616889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30297): Terminated: ok {rc=0}\u000a08:53:21.627012 --- ParallelTerminationStrategy: PID 30300 died...\u000a08:53:21.683069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30300): Terminated: ok {rc=0}\u000a08:53:21.693157 --- ParallelTerminationStrategy: PID 30303 died...\u000a08:53:21.748541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30303): Terminated: ok {rc=0}\u000a08:53:21.835280 bus /sierra_3: Setting Powered False\u000a08:53:22.941256 bus /sierra_3: Setting Powered False\u000a08:53:24.052540 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:53:14" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30310): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30310) [trial-2402↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30310)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30310): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30310) [trial-2402↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a08:53:25.896826 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a08:53:25.907777 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:53:26.043996 tst assert_extension.py: using LAC 39794\u000a08:53:26.160428 tst assert_extension.py: using RAC 14\u000a08:53:26.286042 tst assert_extension.py: using CellId 39794\u000a08:53:26.410331 tst assert_extension.py: using BVCI 39795\u000a08:53:26.434602 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a08:53:26.709901 tst assert_extension.py:10: start nitb and bts...\u000a08:53:26.834031 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:53:27.457335 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30309): Launched\u000a08:53:27.755012 run osmo-nitb_10.42.42.2(pid=30310): Launched\u000a08:53:27.939804 run osmo-nitb_10.42.42.2(pid=30310): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30310)]\u000a08:53:28.075846 run osmo-nitb_10.42.42.2(pid=30310): stdout: \u000a| (launched: 2022-12-14_08:53:27.609371) \u000a08:53:28.211836 run osmo-nitb_10.42.42.2(pid=30310): stderr: \u000a| (launched: 2022-12-14_08:53:27.653790)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:53:28.343920 run osmo-nitb_10.42.42.2(pid=30310): stdout: \u000a| (launched: 2022-12-14_08:53:27.609371) \u000a08:53:28.474456 run osmo-nitb_10.42.42.2(pid=30310): stderr: \u000a| (launched: 2022-12-14_08:53:27.653790)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:53:28.877062 tst osmo-nitb_10.42.42.2(pid=30310): stdout: \u000a| (launched: 2022-12-14_08:53:27.609371) \u000a08:53:28.996011 tst osmo-nitb_10.42.42.2(pid=30310): stderr: \u000a| (launched: 2022-12-14_08:53:27.653790)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:53:29.048217 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30310): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30310) [trial-2402↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30310)] [trial-2402↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a08:53:29.056312 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a08:53:29.091354 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30309): Terminating (SIGTERM)\u000a08:53:29.269404 --- ParallelTerminationStrategy: PID 30309 died...\u000a08:53:29.325127 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30309): Terminated: ok {rc=0}\u000a08:53:29.414095 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:53:25" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30320): Process ended prematurely: osmo-stp_10.42.42.5(pid=30320) [trial-2402↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30320)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30320): Process ended prematurely: osmo-stp_10.42.42.5(pid=30320) [trial-2402↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a08:53:31.274874 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:31.289091 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:53:31.464359 tst assert_extension.py: using LAC 39795\u000a08:53:31.595346 tst assert_extension.py: using RAC 15\u000a08:53:31.747726 tst assert_extension.py: using CellId 39795\u000a08:53:31.882902 tst assert_extension.py: using BVCI 39796\u000a08:53:31.908586 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:31.921015 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:31.933378 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:31.945538 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:31.959261 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:31.972167 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a08:53:32.208565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:32.688452 run create_hlr_db(pid=30314): Launched\u000a08:53:32.860125 bus /sierra_2: Setting Powered False\u000a08:53:33.881751 run create_hlr_db(pid=30314): Terminated: ok {rc=0}\u000a08:53:34.307364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30316): Launched\u000a08:53:34.627230 run osmo-hlr_10.42.42.2(pid=30317): Launched\u000a08:53:34.747691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:35.394854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30319): Launched\u000a08:53:35.711127 run osmo-stp_10.42.42.5(pid=30320): Launched\u000a08:53:35.825259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:36.401385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30322): Launched\u000a08:53:36.717635 run osmo-msc_10.42.42.6(pid=30323): Launched\u000a08:53:36.902355 run osmo-stp_10.42.42.5(pid=30320): ERR: Terminated: ERROR {rc=1} [trial-2402↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30320)]\u000a08:53:37.035570 run osmo-stp_10.42.42.5(pid=30320): stdout: \u000a| (launched: 2022-12-14_08:53:35.555573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:37.168507 run osmo-stp_10.42.42.5(pid=30320): stderr: \u000a| �[0;m�[38;5;43m20221214085335748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085335748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085335748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085335748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085335749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085335749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085335749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:37.294963 run osmo-stp_10.42.42.5(pid=30320): stdout: \u000a| (launched: 2022-12-14_08:53:35.555573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:37.419846 run osmo-stp_10.42.42.5(pid=30320): stderr: \u000a| �[0;m�[38;5;43m20221214085335748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085335748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085335748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085335748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085335749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085335749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085335749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:37.474832 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30320): Process ended prematurely: osmo-stp_10.42.42.5(pid=30320) [trial-2402↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30320)] [trial-2402↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a08:53:37.483340 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a08:53:37.546121 run osmo-hlr_10.42.42.2(pid=30317): ERR: Terminated: ERROR {rc=237} [trial-2402↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30317)]\u000a08:53:37.597705 run osmo-hlr_10.42.42.2(pid=30317): stdout: \u000a| (launched: 2022-12-14_08:53:34.469723) \u000a08:53:37.650042 run osmo-hlr_10.42.42.2(pid=30317): stderr: \u000a| �[0;m�[1;31m20221214085334668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085334668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085334668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085334668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085334668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085334668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085334681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085334689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085334690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085334690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:37.721035 run osmo-msc_10.42.42.6(pid=30323): ERR: Terminated: ERROR {rc=2} [trial-2402↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30323)]\u000a08:53:37.772545 run osmo-msc_10.42.42.6(pid=30323): stdout: \u000a| (launched: 2022-12-14_08:53:36.561274) \u000a08:53:37.825073 run osmo-msc_10.42.42.6(pid=30323): stderr: \u000a| �[0;m�[38;5;43m20221214085336882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085336883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23ad16bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085336883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085336883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085336883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085336883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085336885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085336885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085336885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085336885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:37.869665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30316): Terminating (SIGTERM)\u000a08:53:37.911726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30319): Terminating (SIGTERM)\u000a08:53:37.953831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30322): Terminating (SIGTERM)\u000a08:53:37.963536 --- ParallelTerminationStrategy: PID 30316 died...\u000a08:53:38.019886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30316): Terminated: ok {rc=0}\u000a08:53:38.029943 --- ParallelTerminationStrategy: PID 30319 died...\u000a08:53:38.085723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30319): Terminated: ok {rc=0}\u000a08:53:38.095787 --- ParallelTerminationStrategy: PID 30322 died...\u000a08:53:38.151428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30322): Terminated: ok {rc=0}\u000a08:53:38.238841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:53:31" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30336): Process ended prematurely: osmo-stp_10.42.42.5(pid=30336) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30336): Process ended prematurely: osmo-stp_10.42.42.5(pid=30336) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:53:40.207665 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:40.219380 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:53:40.385058 tst mo_mt_call.py: using LAC 39796\u000a08:53:40.513008 tst mo_mt_call.py: using RAC 16\u000a08:53:40.637707 tst mo_mt_call.py: using CellId 39796\u000a08:53:40.763094 tst mo_mt_call.py: using BVCI 39797\u000a08:53:40.787647 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:40.799305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:40.810788 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:40.822361 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:40.833933 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:40.845513 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:53:40.961029 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:53:41.161652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:41.638566 run create_hlr_db(pid=30330): Launched\u000a08:53:41.811933 bus /sierra_2: Setting Powered False\u000a08:53:42.833846 run create_hlr_db(pid=30330): Terminated: ok {rc=0}\u000a08:53:43.259714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30332): Launched\u000a08:53:43.582175 run osmo-hlr_10.42.42.2(pid=30333): Launched\u000a08:53:43.702027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:44.262794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30335): Launched\u000a08:53:44.586197 run osmo-stp_10.42.42.5(pid=30336): Launched\u000a08:53:44.703010 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:45.292858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30338): Launched\u000a08:53:45.616629 run osmo-msc_10.42.42.6(pid=30339): Launched\u000a08:53:45.804542 run osmo-stp_10.42.42.5(pid=30336): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)]\u000a08:53:46.007807 run osmo-stp_10.42.42.5(pid=30336): stdout: \u000a| (launched: 2022-12-14_08:53:44.426552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:46.205320 run osmo-stp_10.42.42.5(pid=30336): stderr: \u000a| �[0;m�[38;5;43m20221214085344619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085344619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085344619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085344620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085344620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085344620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085344620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:46.332542 run osmo-stp_10.42.42.5(pid=30336): stdout: \u000a| (launched: 2022-12-14_08:53:44.426552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:46.457845 run osmo-stp_10.42.42.5(pid=30336): stderr: \u000a| �[0;m�[38;5;43m20221214085344619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085344619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085344619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085344620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085344620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085344620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085344620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:46.513919 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30336): Process ended prematurely: osmo-stp_10.42.42.5(pid=30336) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30336)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:53:46.523855 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:53:46.589084 run osmo-hlr_10.42.42.2(pid=30333): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30333)]\u000a08:53:46.642020 run osmo-hlr_10.42.42.2(pid=30333): stdout: \u000a| (launched: 2022-12-14_08:53:43.423665) \u000a08:53:46.696554 run osmo-hlr_10.42.42.2(pid=30333): stderr: \u000a| �[0;m�[1;31m20221214085343620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085343620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085343620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085343620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085343620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085343620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085343633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085343641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085343641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085343641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:46.767678 run osmo-msc_10.42.42.6(pid=30339): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30339)]\u000a08:53:46.820104 run osmo-msc_10.42.42.6(pid=30339): stdout: \u000a| (launched: 2022-12-14_08:53:45.456543) \u000a08:53:46.873992 run osmo-msc_10.42.42.6(pid=30339): stderr: \u000a| �[0;m�[38;5;43m20221214085345778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085345778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa73a7b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085345779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085345779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085345779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085345779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085345781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085345781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085345781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085345781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:46.920932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30332): Terminating (SIGTERM)\u000a08:53:46.965816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30335): Terminating (SIGTERM)\u000a08:53:47.012238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30338): Terminating (SIGTERM)\u000a08:53:47.022829 --- ParallelTerminationStrategy: PID 30332 died...\u000a08:53:47.083279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30332): Terminated: ok {rc=0}\u000a08:53:47.093841 --- ParallelTerminationStrategy: PID 30335 died...\u000a08:53:47.151443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30335): Terminated: ok {rc=0}\u000a08:53:47.161923 --- ParallelTerminationStrategy: PID 30338 died...\u000a08:53:47.220018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30338): Terminated: ok {rc=0}\u000a08:53:47.309482 bus /sierra_3: Setting Powered False\u000a08:53:48.415685 bus /sierra_3: Setting Powered False\u000a08:53:49.522477 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30347): Process ended prematurely: osmo-stp_10.42.42.5(pid=30347) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30347): Process ended prematurely: osmo-stp_10.42.42.5(pid=30347) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:53:50.635030 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:50.647323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:53:50.811591 tst mo_mt_call_osmux.py: using LAC 39797\u000a08:53:50.936133 tst mo_mt_call_osmux.py: using RAC 17\u000a08:53:51.059895 tst mo_mt_call_osmux.py: using CellId 39797\u000a08:53:51.183941 tst mo_mt_call_osmux.py: using BVCI 39798\u000a08:53:51.208053 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:51.219679 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:51.231120 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:51.242573 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:51.254154 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:53:51.265677 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:53:51.382015 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:53:51.589544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:52.094069 run create_hlr_db(pid=30341): Launched\u000a08:53:52.274503 bus /sierra_2: Setting Powered False\u000a08:53:53.296791 run create_hlr_db(pid=30341): Terminated: ok {rc=0}\u000a08:53:53.692675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30343): Launched\u000a08:53:53.987023 run osmo-hlr_10.42.42.2(pid=30344): Launched\u000a08:53:54.102966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:54.620315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30346): Launched\u000a08:53:54.914992 run osmo-stp_10.42.42.5(pid=30347): Launched\u000a08:53:55.023034 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:55.567710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30349): Launched\u000a08:53:55.883886 run osmo-msc_10.42.42.6(pid=30350): Launched\u000a08:53:56.069123 run osmo-stp_10.42.42.5(pid=30347): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)]\u000a08:53:56.202373 run osmo-stp_10.42.42.5(pid=30347): stdout: \u000a| (launched: 2022-12-14_08:53:54.769684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:56.334905 run osmo-stp_10.42.42.5(pid=30347): stderr: \u000a| �[0;m�[38;5;43m20221214085354936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085354936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085354937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085354937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085354938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085354938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085354938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:56.461448 run osmo-stp_10.42.42.5(pid=30347): stdout: \u000a| (launched: 2022-12-14_08:53:54.769684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:56.586878 run osmo-stp_10.42.42.5(pid=30347): stderr: \u000a| �[0;m�[38;5;43m20221214085354936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085354936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085354937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085354937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085354938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085354938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085354938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:56.642472 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30347): Process ended prematurely: osmo-stp_10.42.42.5(pid=30347) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:53:56.651805 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:53:56.713596 run osmo-hlr_10.42.42.2(pid=30344): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30344)]\u000a08:53:56.764456 run osmo-hlr_10.42.42.2(pid=30344): stdout: \u000a| (launched: 2022-12-14_08:53:53.841873) \u000a08:53:56.815797 run osmo-hlr_10.42.42.2(pid=30344): stderr: \u000a| �[0;m�[1;31m20221214085354014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085354014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085354014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085354014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085354014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085354015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085354029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085354038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085354038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085354039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:56.885833 run osmo-msc_10.42.42.6(pid=30350): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30350)]\u000a08:53:56.936311 run osmo-msc_10.42.42.6(pid=30350): stdout: \u000a| (launched: 2022-12-14_08:53:55.727627) \u000a08:53:56.987458 run osmo-msc_10.42.42.6(pid=30350): stderr: \u000a| �[0;m�[38;5;43m20221214085356047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085356047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89d5df3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085356047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085356047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085356048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085356048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085356049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085356050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085356050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085356050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:57.030893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30343): Terminating (SIGTERM)\u000a08:53:57.072032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30346): Terminating (SIGTERM)\u000a08:53:57.113195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30349): Terminating (SIGTERM)\u000a08:53:57.123025 --- ParallelTerminationStrategy: PID 30343 died...\u000a08:53:57.178243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30343): Terminated: ok {rc=0}\u000a08:53:57.188211 --- ParallelTerminationStrategy: PID 30346 died...\u000a08:53:57.242923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30346): Terminated: ok {rc=0}\u000a08:53:57.252841 --- ParallelTerminationStrategy: PID 30349 died...\u000a08:53:57.307577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30349): Terminated: ok {rc=0}\u000a08:53:57.392786 bus /sierra_3: Setting Powered False\u000a08:53:58.496275 bus /sierra_3: Setting Powered False\u000a08:53:59.601557 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:53:39" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30634): Process ended prematurely: osmo-stp_10.42.42.5(pid=30634) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30634)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30634): Process ended prematurely: osmo-stp_10.42.42.5(pid=30634) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:54:01.659714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:01.674524 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:54:01.899883 tst mo_mt_call.py: using LAC 39798\u000a08:54:02.044817 tst mo_mt_call.py: using RAC 18\u000a08:54:02.227025 tst mo_mt_call.py: using CellId 39798\u000a08:54:02.415904 tst mo_mt_call.py: using BVCI 39799\u000a08:54:02.449151 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:02.463544 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:02.478210 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:02.491632 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:02.506087 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:02.519363 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:54:02.665095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:54:02.937410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:03.547146 run create_hlr_db(pid=30455): Launched\u000a08:54:03.759047 bus /sierra_2: Setting Powered False\u000a08:54:04.761691 run create_hlr_db(pid=30455): Terminated: ok {rc=0}\u000a08:54:05.232552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30628): Launched\u000a08:54:05.657812 run osmo-hlr_10.42.42.2(pid=30629): Launched\u000a08:54:05.896624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:06.474902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30632): Launched\u000a08:54:06.883857 run osmo-stp_10.42.42.5(pid=30634): Launched\u000a08:54:07.099314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:07.713727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30636): Launched\u000a08:54:08.136934 run osmo-msc_10.42.42.6(pid=30637): Launched\u000a08:54:08.529504 run osmo-stp_10.42.42.5(pid=30634): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30634)]\u000a08:54:08.736680 run osmo-stp_10.42.42.5(pid=30634): stdout: \u000a| (launched: 2022-12-14_08:54:06.627554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:08.873644 run osmo-stp_10.42.42.5(pid=30634): stderr: \u000a| �[0;m�[38;5;43m20221214085406915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085406915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085406915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085406915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085406916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085406916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085406916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:09.007986 run osmo-stp_10.42.42.5(pid=30634): stdout: \u000a| (launched: 2022-12-14_08:54:06.627554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:09.139897 run osmo-stp_10.42.42.5(pid=30634): stderr: \u000a| �[0;m�[38;5;43m20221214085406915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085406915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085406915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085406915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085406916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085406916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085406916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:09.198436 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30634): Process ended prematurely: osmo-stp_10.42.42.5(pid=30634) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30634)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:54:09.209207 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a08:54:09.273589 run osmo-hlr_10.42.42.2(pid=30629): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30629)]\u000a08:54:09.327408 run osmo-hlr_10.42.42.2(pid=30629): stdout: \u000a| (launched: 2022-12-14_08:54:05.398537) \u000a08:54:09.382164 run osmo-hlr_10.42.42.2(pid=30629): stderr: \u000a| �[0;m�[1;31m20221214085405697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085405697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085405697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085405697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085405697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085405697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085405717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085405725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085405725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085405725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:09.455821 run osmo-msc_10.42.42.6(pid=30637): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30637)]\u000a08:54:09.510034 run osmo-msc_10.42.42.6(pid=30637): stdout: \u000a| (launched: 2022-12-14_08:54:07.879939) \u000a08:54:09.563768 run osmo-msc_10.42.42.6(pid=30637): stderr: \u000a| �[0;m�[38;5;43m20221214085408382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085408382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedaa8b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085408382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085408382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085408383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085408383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085408384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085408389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085408389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085408389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:09.609221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30628): Terminating (SIGTERM)\u000a08:54:09.653903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30632): Terminating (SIGTERM)\u000a08:54:09.700215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30636): Terminating (SIGTERM)\u000a08:54:09.710861 --- ParallelTerminationStrategy: PID 30628 died...\u000a08:54:09.770250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30628): Terminated: ok {rc=0}\u000a08:54:09.781146 --- ParallelTerminationStrategy: PID 30632 died...\u000a08:54:09.837600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30632): Terminated: ok {rc=0}\u000a08:54:09.848450 --- ParallelTerminationStrategy: PID 30636 died...\u000a08:54:09.906264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30636): Terminated: ok {rc=0}\u000a08:54:09.996938 bus /sierra_3: Setting Powered False\u000a08:54:11.107472 bus /sierra_3: Setting Powered False\u000a08:54:12.220130 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30645): Process ended prematurely: osmo-stp_10.42.42.5(pid=30645) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30645)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30645): Process ended prematurely: osmo-stp_10.42.42.5(pid=30645) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:54:13.340338 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:13.353959 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:54:13.538483 tst mo_mt_call_osmux.py: using LAC 39799\u000a08:54:13.671307 tst mo_mt_call_osmux.py: using RAC 19\u000a08:54:13.798566 tst mo_mt_call_osmux.py: using CellId 39799\u000a08:54:13.927744 tst mo_mt_call_osmux.py: using BVCI 39800\u000a08:54:13.953793 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:13.966494 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:13.979176 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:13.991802 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:14.005314 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:54:14.018248 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:54:14.143607 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:54:14.363602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:14.924930 run create_hlr_db(pid=30639): Launched\u000a08:54:15.116488 bus /sierra_2: Setting Powered False\u000a08:54:16.188921 run create_hlr_db(pid=30639): Terminated: ok {rc=0}\u000a08:54:16.785158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30641): Launched\u000a08:54:17.126939 run osmo-hlr_10.42.42.2(pid=30642): Launched\u000a08:54:17.302786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:18.010175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30644): Launched\u000a08:54:18.420362 run osmo-stp_10.42.42.5(pid=30645): Launched\u000a08:54:18.648425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:19.285698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30647): Launched\u000a08:54:19.723306 run osmo-msc_10.42.42.6(pid=30648): Launched\u000a08:54:20.119398 run osmo-stp_10.42.42.5(pid=30645): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30645)]\u000a08:54:20.323130 run osmo-stp_10.42.42.5(pid=30645): stdout: \u000a| (launched: 2022-12-14_08:54:18.166963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:20.461093 run osmo-stp_10.42.42.5(pid=30645): stderr: \u000a| �[0;m�[38;5;43m20221214085418495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085418495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085418496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085418496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085418505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085418505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085418505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:20.595480 run osmo-stp_10.42.42.5(pid=30645): stdout: \u000a| (launched: 2022-12-14_08:54:18.166963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:20.728443 run osmo-stp_10.42.42.5(pid=30645): stderr: \u000a| �[0;m�[38;5;43m20221214085418495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085418495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085418496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085418496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085418505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085418505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085418505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:20.787129 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30645): Process ended prematurely: osmo-stp_10.42.42.5(pid=30645) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30645)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:54:20.797638 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a08:54:20.862432 run osmo-hlr_10.42.42.2(pid=30642): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30642)]\u000a08:54:20.917024 run osmo-hlr_10.42.42.2(pid=30642): stdout: \u000a| (launched: 2022-12-14_08:54:16.951142) \u000a08:54:20.971692 run osmo-hlr_10.42.42.2(pid=30642): stderr: \u000a| �[0;m�[1;31m20221214085417312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085417312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085417312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085417312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085417312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085417312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085417330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085417338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085417339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085417339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:21.045156 run osmo-msc_10.42.42.6(pid=30648): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30648)]\u000a08:54:21.098772 run osmo-msc_10.42.42.6(pid=30648): stdout: \u000a| (launched: 2022-12-14_08:54:19.461669) \u000a08:54:21.153423 run osmo-msc_10.42.42.6(pid=30648): stderr: \u000a| �[0;m�[38;5;43m20221214085419960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085419960 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fd3f39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085419960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085419960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085419960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085419965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085419967 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085419967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085419967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085419967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:21.199666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30641): Terminating (SIGTERM)\u000a08:54:21.245926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30644): Terminating (SIGTERM)\u000a08:54:21.292388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30647): Terminating (SIGTERM)\u000a08:54:21.302683 --- ParallelTerminationStrategy: PID 30641 died...\u000a08:54:21.360559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30641): Terminated: ok {rc=0}\u000a08:54:21.371605 --- ParallelTerminationStrategy: PID 30644 died...\u000a08:54:21.428593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30644): Terminated: ok {rc=0}\u000a08:54:21.440282 --- ParallelTerminationStrategy: PID 30647 died...\u000a08:54:21.499777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30647): Terminated: ok {rc=0}\u000a08:54:21.590332 bus /sierra_3: Setting Powered False\u000a08:54:22.702420 bus /sierra_3: Setting Powered False\u000a08:54:23.819195 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:54:01" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30659): Process ended prematurely: osmo-stp_10.42.42.5(pid=30659) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30659)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30659): Process ended prematurely: osmo-stp_10.42.42.5(pid=30659) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:54:25.847032 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:25.860214 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:54:26.031554 tst mo_mt_call.py: using LAC 39800\u000a08:54:26.154455 tst mo_mt_call.py: using RAC 20\u000a08:54:26.277673 tst mo_mt_call.py: using CellId 39800\u000a08:54:26.393498 tst mo_mt_call.py: using BVCI 39801\u000a08:54:26.416277 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:26.427493 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:26.438581 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:26.449576 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:26.460827 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:26.471834 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:54:26.593349 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:54:26.795074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:27.269337 run create_hlr_db(pid=30653): Launched\u000a08:54:27.441923 bus /sierra_2: Setting Powered False\u000a08:54:28.474815 run create_hlr_db(pid=30653): Terminated: ok {rc=0}\u000a08:54:28.901136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30655): Launched\u000a08:54:29.223205 run osmo-hlr_10.42.42.2(pid=30656): Launched\u000a08:54:29.345145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:29.905540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30658): Launched\u000a08:54:30.223352 run osmo-stp_10.42.42.5(pid=30659): Launched\u000a08:54:30.338867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:30.942161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30661): Launched\u000a08:54:31.411880 run osmo-msc_10.42.42.6(pid=30662): Launched\u000a08:54:31.619100 run osmo-stp_10.42.42.5(pid=30659): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30659)]\u000a08:54:31.871777 run osmo-stp_10.42.42.5(pid=30659): stdout: \u000a| (launched: 2022-12-14_08:54:30.067416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:32.036690 run osmo-stp_10.42.42.5(pid=30659): stderr: \u000a| �[0;m�[38;5;43m20221214085430256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085430256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085430256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085430256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085430257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085430257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085430257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:32.169353 run osmo-stp_10.42.42.5(pid=30659): stdout: \u000a| (launched: 2022-12-14_08:54:30.067416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:32.300118 run osmo-stp_10.42.42.5(pid=30659): stderr: \u000a| �[0;m�[38;5;43m20221214085430256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085430256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085430256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085430256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085430257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085430257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085430257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:32.357627 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30659): Process ended prematurely: osmo-stp_10.42.42.5(pid=30659) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30659)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:54:32.368394 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a08:54:32.432059 run osmo-hlr_10.42.42.2(pid=30656): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30656)]\u000a08:54:32.483940 run osmo-hlr_10.42.42.2(pid=30656): stdout: \u000a| (launched: 2022-12-14_08:54:29.065291) \u000a08:54:32.536359 run osmo-hlr_10.42.42.2(pid=30656): stderr: \u000a| �[0;m�[1;31m20221214085429263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085429263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085429263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085429263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085429263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085429263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085429275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085429283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085429284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085429284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:32.607573 run osmo-msc_10.42.42.6(pid=30662): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30662)]\u000a08:54:32.659493 run osmo-msc_10.42.42.6(pid=30662): stdout: \u000a| (launched: 2022-12-14_08:54:31.105600) \u000a08:54:32.711605 run osmo-msc_10.42.42.6(pid=30662): stderr: \u000a| �[0;m�[38;5;43m20221214085431483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085431483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec199acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085431483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085431483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085431483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085431484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085431495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085431495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085431495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085431495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:32.755798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30655): Terminating (SIGTERM)\u000a08:54:32.797778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30658): Terminating (SIGTERM)\u000a08:54:32.839481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30661): Terminating (SIGTERM)\u000a08:54:32.849239 --- ParallelTerminationStrategy: PID 30655 died...\u000a08:54:32.905587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30655): Terminated: ok {rc=0}\u000a08:54:32.915655 --- ParallelTerminationStrategy: PID 30658 died...\u000a08:54:32.971193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30658): Terminated: ok {rc=0}\u000a08:54:32.981203 --- ParallelTerminationStrategy: PID 30661 died...\u000a08:54:33.036763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30661): Terminated: ok {rc=0}\u000a08:54:33.122665 bus /sierra_3: Setting Powered False\u000a08:54:34.227749 bus /sierra_3: Setting Powered False\u000a08:54:35.335182 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30670): Process ended prematurely: osmo-stp_10.42.42.5(pid=30670) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30670)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30670): Process ended prematurely: osmo-stp_10.42.42.5(pid=30670) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:54:36.448889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:36.461405 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:54:36.627426 tst mo_mt_call_osmux.py: using LAC 39801\u000a08:54:36.757502 tst mo_mt_call_osmux.py: using RAC 21\u000a08:54:36.882270 tst mo_mt_call_osmux.py: using CellId 39801\u000a08:54:37.007365 tst mo_mt_call_osmux.py: using BVCI 39802\u000a08:54:37.032016 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:37.044052 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:37.055819 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:37.067665 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:37.079459 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:54:37.091135 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:54:37.206342 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:54:37.407248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:37.880506 run create_hlr_db(pid=30664): Launched\u000a08:54:38.052094 bus /sierra_2: Setting Powered False\u000a08:54:39.073785 run create_hlr_db(pid=30664): Terminated: ok {rc=0}\u000a08:54:39.497929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30666): Launched\u000a08:54:39.817950 run osmo-hlr_10.42.42.2(pid=30667): Launched\u000a08:54:39.934651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:40.489574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30669): Launched\u000a08:54:40.807435 run osmo-stp_10.42.42.5(pid=30670): Launched\u000a08:54:40.923489 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:41.506579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30672): Launched\u000a08:54:41.827214 run osmo-msc_10.42.42.6(pid=30673): Launched\u000a08:54:42.014453 run osmo-stp_10.42.42.5(pid=30670): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30670)]\u000a08:54:42.149128 run osmo-stp_10.42.42.5(pid=30670): stdout: \u000a| (launched: 2022-12-14_08:54:40.651628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:42.283678 run osmo-stp_10.42.42.5(pid=30670): stderr: \u000a| �[0;m�[38;5;43m20221214085440840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085440840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085440840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085440841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085440841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085440841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085440841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:42.412470 run osmo-stp_10.42.42.5(pid=30670): stdout: \u000a| (launched: 2022-12-14_08:54:40.651628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:42.539836 run osmo-stp_10.42.42.5(pid=30670): stderr: \u000a| �[0;m�[38;5;43m20221214085440840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085440840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085440840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085440841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085440841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085440841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085440841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:42.596218 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30670): Process ended prematurely: osmo-stp_10.42.42.5(pid=30670) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30670)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:54:42.605838 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:54:42.668284 run osmo-hlr_10.42.42.2(pid=30667): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30667)]\u000a08:54:42.719704 run osmo-hlr_10.42.42.2(pid=30667): stdout: \u000a| (launched: 2022-12-14_08:54:39.660738) \u000a08:54:42.771858 run osmo-hlr_10.42.42.2(pid=30667): stderr: \u000a| �[0;m�[1;31m20221214085439854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085439855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085439855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085439855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085439855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085439855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085439871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085439881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085439881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085439881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:42.842558 run osmo-msc_10.42.42.6(pid=30673): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30673)]\u000a08:54:42.893935 run osmo-msc_10.42.42.6(pid=30673): stdout: \u000a| (launched: 2022-12-14_08:54:41.669181) \u000a08:54:42.945782 run osmo-msc_10.42.42.6(pid=30673): stderr: \u000a| �[0;m�[38;5;43m20221214085441990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085441991 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa571b1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085441991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085441991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085441991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085441991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085441993 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085441993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085441993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085441993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:42.989635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30666): Terminating (SIGTERM)\u000a08:54:43.031080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30669): Terminating (SIGTERM)\u000a08:54:43.072484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30672): Terminating (SIGTERM)\u000a08:54:43.081699 --- ParallelTerminationStrategy: PID 30666 died...\u000a08:54:43.137833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30666): Terminated: ok {rc=0}\u000a08:54:43.147969 --- ParallelTerminationStrategy: PID 30669 died...\u000a08:54:43.203336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30669): Terminated: ok {rc=0}\u000a08:54:43.213530 --- ParallelTerminationStrategy: PID 30672 died...\u000a08:54:43.269155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30672): Terminated: ok {rc=0}\u000a08:54:43.354827 bus /sierra_3: Setting Powered False\u000a08:54:44.459781 bus /sierra_3: Setting Powered False\u000a08:54:45.567857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:54:25" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30684): Process ended prematurely: osmo-stp_10.42.42.5(pid=30684) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30684)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30684): Process ended prematurely: osmo-stp_10.42.42.5(pid=30684) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:54:47.587899 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:47.599281 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:54:47.764227 tst mo_mt_call.py: using LAC 39802\u000a08:54:47.892363 tst mo_mt_call.py: using RAC 22\u000a08:54:48.019465 tst mo_mt_call.py: using CellId 39802\u000a08:54:48.145198 tst mo_mt_call.py: using BVCI 39803\u000a08:54:48.169770 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:48.181575 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:48.193055 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:48.204415 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:48.216175 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:48.227833 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:54:48.344015 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:54:48.553107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:49.062903 run create_hlr_db(pid=30678): Launched\u000a08:54:49.245912 bus /sierra_2: Setting Powered False\u000a08:54:50.268097 run create_hlr_db(pid=30678): Terminated: ok {rc=0}\u000a08:54:50.689655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30680): Launched\u000a08:54:51.008143 run osmo-hlr_10.42.42.2(pid=30681): Launched\u000a08:54:51.123867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:51.676762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30683): Launched\u000a08:54:51.995374 run osmo-stp_10.42.42.5(pid=30684): Launched\u000a08:54:52.112695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:52.696696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30686): Launched\u000a08:54:53.015598 run osmo-msc_10.42.42.6(pid=30687): Launched\u000a08:54:53.201697 run osmo-stp_10.42.42.5(pid=30684): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30684)]\u000a08:54:53.336306 run osmo-stp_10.42.42.5(pid=30684): stdout: \u000a| (launched: 2022-12-14_08:54:51.838677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:53.470635 run osmo-stp_10.42.42.5(pid=30684): stderr: \u000a| �[0;m�[38;5;43m20221214085452028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085452029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085452029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085452029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085452030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085452030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085452030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:53.598661 run osmo-stp_10.42.42.5(pid=30684): stdout: \u000a| (launched: 2022-12-14_08:54:51.838677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:53.725694 run osmo-stp_10.42.42.5(pid=30684): stderr: \u000a| �[0;m�[38;5;43m20221214085452028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085452029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085452029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085452029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085452030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085452030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085452030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:53.781788 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30684): Process ended prematurely: osmo-stp_10.42.42.5(pid=30684) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30684)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:54:53.791337 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:54:53.853846 run osmo-hlr_10.42.42.2(pid=30681): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30681)]\u000a08:54:53.905636 run osmo-hlr_10.42.42.2(pid=30681): stdout: \u000a| (launched: 2022-12-14_08:54:50.851679) \u000a08:54:53.957958 run osmo-hlr_10.42.42.2(pid=30681): stderr: \u000a| �[0;m�[1;31m20221214085451047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085451047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085451047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085451047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085451047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085451047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085451063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085451073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085451073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085451073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:54.028353 run osmo-msc_10.42.42.6(pid=30687): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30687)]\u000a08:54:54.079893 run osmo-msc_10.42.42.6(pid=30687): stdout: \u000a| (launched: 2022-12-14_08:54:52.858843) \u000a08:54:54.131329 run osmo-msc_10.42.42.6(pid=30687): stderr: \u000a| �[0;m�[38;5;43m20221214085453178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085453178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef29322c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085453178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085453178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085453179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085453179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085453180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085453181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085453181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085453181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:54.175200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30680): Terminating (SIGTERM)\u000a08:54:54.216833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30683): Terminating (SIGTERM)\u000a08:54:54.258615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30686): Terminating (SIGTERM)\u000a08:54:54.267875 --- ParallelTerminationStrategy: PID 30680 died...\u000a08:54:54.323817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30680): Terminated: ok {rc=0}\u000a08:54:54.333927 --- ParallelTerminationStrategy: PID 30683 died...\u000a08:54:54.389610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30683): Terminated: ok {rc=0}\u000a08:54:54.399832 --- ParallelTerminationStrategy: PID 30686 died...\u000a08:54:54.455259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30686): Terminated: ok {rc=0}\u000a08:54:54.541482 bus /sierra_3: Setting Powered False\u000a08:54:55.647321 bus /sierra_3: Setting Powered False\u000a08:54:56.758073 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30698): Process ended prematurely: osmo-stp_10.42.42.5(pid=30698) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30698)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30698): Process ended prematurely: osmo-stp_10.42.42.5(pid=30698) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:54:57.872127 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:57.884682 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:54:58.050236 tst mo_mt_call_osmux.py: using LAC 39803\u000a08:54:58.180171 tst mo_mt_call_osmux.py: using RAC 23\u000a08:54:58.304704 tst mo_mt_call_osmux.py: using CellId 39803\u000a08:54:58.425959 tst mo_mt_call_osmux.py: using BVCI 39804\u000a08:54:58.448776 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:58.460095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:58.471488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:58.482748 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:58.494769 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:54:58.506327 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:54:58.622017 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:54:58.835347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:59.347319 run create_hlr_db(pid=30689): Launched\u000a08:54:59.531906 bus /sierra_2: Setting Powered False\u000a08:55:00.553816 run create_hlr_db(pid=30689): Terminated: ok {rc=0}\u000a08:55:00.994404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30691): Launched\u000a08:55:01.417551 run osmo-hlr_10.42.42.2(pid=30692): Launched\u000a08:55:01.603738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:02.307499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30697): Launched\u000a08:55:02.684365 run osmo-stp_10.42.42.5(pid=30698): Launched\u000a08:55:02.793989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:55:03.340441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30700): Launched\u000a08:55:03.641490 run osmo-msc_10.42.42.6(pid=30701): Launched\u000a08:55:03.816868 run osmo-stp_10.42.42.5(pid=30698): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30698)]\u000a08:55:03.943756 run osmo-stp_10.42.42.5(pid=30698): stdout: \u000a| (launched: 2022-12-14_08:55:02.519196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:04.068149 run osmo-stp_10.42.42.5(pid=30698): stderr: \u000a| �[0;m�[38;5;43m20221214085502709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085502710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085502710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085502710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085502711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085502711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085502711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:04.188547 run osmo-stp_10.42.42.5(pid=30698): stdout: \u000a| (launched: 2022-12-14_08:55:02.519196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:04.307039 run osmo-stp_10.42.42.5(pid=30698): stderr: \u000a| �[0;m�[38;5;43m20221214085502709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085502710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085502710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085502710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085502711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085502711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085502711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:04.359504 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30698): Process ended prematurely: osmo-stp_10.42.42.5(pid=30698) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30698)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:55:04.368224 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:55:04.427873 run osmo-hlr_10.42.42.2(pid=30692): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30692)]\u000a08:55:04.477033 run osmo-hlr_10.42.42.2(pid=30692): stdout: \u000a| (launched: 2022-12-14_08:55:01.149759) \u000a08:55:04.526986 run osmo-hlr_10.42.42.2(pid=30692): stderr: \u000a| �[0;m�[1;31m20221214085501346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085501346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085501346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085501346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085501346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085501346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085501362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085501388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085501388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085501389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:04.594200 run osmo-msc_10.42.42.6(pid=30701): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30701)]\u000a08:55:04.642787 run osmo-msc_10.42.42.6(pid=30701): stdout: \u000a| (launched: 2022-12-14_08:55:03.492179) \u000a08:55:04.692258 run osmo-msc_10.42.42.6(pid=30701): stderr: \u000a| �[0;m�[38;5;43m20221214085503761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085503761 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8dec610c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085503761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085503762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085503762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085503762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085503764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085503764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085503764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085503764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:55:04.733898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30691): Terminating (SIGTERM)\u000a08:55:04.773224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30697): Terminating (SIGTERM)\u000a08:55:04.812712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30700): Terminating (SIGTERM)\u000a08:55:04.821769 --- ParallelTerminationStrategy: PID 30691 died...\u000a08:55:04.874762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30691): Terminated: ok {rc=0}\u000a08:55:04.884021 --- ParallelTerminationStrategy: PID 30697 died...\u000a08:55:04.937030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30697): Terminated: ok {rc=0}\u000a08:55:04.946378 --- ParallelTerminationStrategy: PID 30700 died...\u000a08:55:04.999103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30700): Terminated: ok {rc=0}\u000a08:55:05.082332 bus /sierra_3: Setting Powered False\u000a08:55:06.187067 bus /sierra_3: Setting Powered False\u000a08:55:07.298819 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:54:47" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30716): Process ended prematurely: osmo-stp_10.42.42.5(pid=30716) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30716)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30716): Process ended prematurely: osmo-stp_10.42.42.5(pid=30716) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:55:09.296145 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:09.307813 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:55:09.472356 tst mo_mt_call.py: using LAC 39804\u000a08:55:09.597304 tst mo_mt_call.py: using RAC 24\u000a08:55:09.723498 tst mo_mt_call.py: using CellId 39804\u000a08:55:09.851749 tst mo_mt_call.py: using BVCI 39805\u000a08:55:09.876281 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:09.887993 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:09.899583 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:09.911618 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:09.923398 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:09.935016 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:55:10.052123 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:55:10.264740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:10.775895 run create_hlr_db(pid=30709): Launched\u000a08:55:10.960479 bus /sierra_2: Setting Powered False\u000a08:55:11.982633 run create_hlr_db(pid=30709): Terminated: ok {rc=0}\u000a08:55:12.381885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30711): Launched\u000a08:55:12.681509 run osmo-hlr_10.42.42.2(pid=30713): Launched\u000a08:55:12.797979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:13.322529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30715): Launched\u000a08:55:13.621268 run osmo-stp_10.42.42.5(pid=30716): Launched\u000a08:55:13.730078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:55:14.278459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30718): Launched\u000a08:55:14.579306 run osmo-msc_10.42.42.6(pid=30719): Launched\u000a08:55:14.755635 run osmo-stp_10.42.42.5(pid=30716): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30716)]\u000a08:55:14.883308 run osmo-stp_10.42.42.5(pid=30716): stdout: \u000a| (launched: 2022-12-14_08:55:13.473745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:15.008218 run osmo-stp_10.42.42.5(pid=30716): stderr: \u000a| �[0;m�[38;5;43m20221214085513641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085513641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085513641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085513641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085513642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085513642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085513642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:15.128840 run osmo-stp_10.42.42.5(pid=30716): stdout: \u000a| (launched: 2022-12-14_08:55:13.473745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:15.248520 run osmo-stp_10.42.42.5(pid=30716): stderr: \u000a| �[0;m�[38;5;43m20221214085513641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085513641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085513641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085513641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085513642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085513642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085513642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:15.301995 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30716): Process ended prematurely: osmo-stp_10.42.42.5(pid=30716) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30716)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:55:15.310788 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a08:55:15.370806 run osmo-hlr_10.42.42.2(pid=30713): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30713)]\u000a08:55:15.419677 run osmo-hlr_10.42.42.2(pid=30713): stdout: \u000a| (launched: 2022-12-14_08:55:12.534458) \u000a08:55:15.469152 run osmo-hlr_10.42.42.2(pid=30713): stderr: \u000a| �[0;m�[1;31m20221214085512708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085512708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085512708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085512708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085512708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085512708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085512720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085512729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085512730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085512730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:15.536060 run osmo-msc_10.42.42.6(pid=30719): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30719)]\u000a08:55:15.585026 run osmo-msc_10.42.42.6(pid=30719): stdout: \u000a| (launched: 2022-12-14_08:55:14.430590) \u000a08:55:15.634833 run osmo-msc_10.42.42.6(pid=30719): stderr: \u000a| �[0;m�[38;5;43m20221214085514701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085514701 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e56d13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085514702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085514702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085514702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085514702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085514704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085514704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085514704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085514704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:55:15.676791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30711): Terminating (SIGTERM)\u000a08:55:15.716584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30715): Terminating (SIGTERM)\u000a08:55:15.756882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30718): Terminating (SIGTERM)\u000a08:55:15.766067 --- ParallelTerminationStrategy: PID 30711 died...\u000a08:55:15.820442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30711): Terminated: ok {rc=0}\u000a08:55:15.831231 --- ParallelTerminationStrategy: PID 30715 died...\u000a08:55:15.940405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30715): Terminated: ok {rc=0}\u000a08:55:15.958075 --- ParallelTerminationStrategy: PID 30718 died...\u000a08:55:16.020203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30718): Terminated: ok {rc=0}\u000a08:55:16.124087 bus /sierra_3: Setting Powered False\u000a08:55:17.249294 bus /sierra_3: Setting Powered False\u000a08:55:18.357681 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30730): Process ended prematurely: osmo-stp_10.42.42.5(pid=30730) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30730): Process ended prematurely: osmo-stp_10.42.42.5(pid=30730) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:55:19.466306 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:19.478286 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:55:19.635964 tst mo_mt_call_osmux.py: using LAC 39805\u000a08:55:19.760621 tst mo_mt_call_osmux.py: using RAC 25\u000a08:55:19.886189 tst mo_mt_call_osmux.py: using CellId 39805\u000a08:55:20.014192 tst mo_mt_call_osmux.py: using BVCI 39806\u000a08:55:20.038746 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:20.050764 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:20.062631 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:20.074199 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:20.085802 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:55:20.097447 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:55:20.216498 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:55:20.417996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:20.888833 run create_hlr_db(pid=30724): Launched\u000a08:55:21.059736 bus /sierra_2: Setting Powered False\u000a08:55:22.081844 run create_hlr_db(pid=30724): Terminated: ok {rc=0}\u000a08:55:22.504330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30726): Launched\u000a08:55:22.824936 run osmo-hlr_10.42.42.2(pid=30727): Launched\u000a08:55:22.944717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:23.501529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30729): Launched\u000a08:55:23.823461 run osmo-stp_10.42.42.5(pid=30730): Launched\u000a08:55:23.940306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:55:24.526207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30732): Launched\u000a08:55:24.848517 run osmo-msc_10.42.42.6(pid=30733): Launched\u000a08:55:25.036530 run osmo-stp_10.42.42.5(pid=30730): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)]\u000a08:55:25.171690 run osmo-stp_10.42.42.5(pid=30730): stdout: \u000a| (launched: 2022-12-14_08:55:23.664515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:25.306594 run osmo-stp_10.42.42.5(pid=30730): stderr: \u000a| �[0;m�[38;5;43m20221214085523852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085523853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085523853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085523853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085523854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085523854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085523854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:25.435236 run osmo-stp_10.42.42.5(pid=30730): stdout: \u000a| (launched: 2022-12-14_08:55:23.664515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:25.562744 run osmo-stp_10.42.42.5(pid=30730): stderr: \u000a| �[0;m�[38;5;43m20221214085523852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085523853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085523853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085523853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085523854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085523854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085523854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:25.619181 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30730): Process ended prematurely: osmo-stp_10.42.42.5(pid=30730) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:55:25.628511 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:55:25.691123 run osmo-hlr_10.42.42.2(pid=30727): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30727)]\u000a08:55:25.742559 run osmo-hlr_10.42.42.2(pid=30727): stdout: \u000a| (launched: 2022-12-14_08:55:22.667463) \u000a08:55:25.794603 run osmo-hlr_10.42.42.2(pid=30727): stderr: \u000a| �[0;m�[1;31m20221214085522862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085522863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085522863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085522863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085522863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085522863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085522880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085522888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085522888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085522888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:25.865134 run osmo-msc_10.42.42.6(pid=30733): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30733)]\u000a08:55:25.916343 run osmo-msc_10.42.42.6(pid=30733): stdout: \u000a| (launched: 2022-12-14_08:55:24.690007) \u000a08:55:25.968193 run osmo-msc_10.42.42.6(pid=30733): stderr: \u000a| �[0;m�[38;5;43m20221214085525010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085525010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe60e793c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085525010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085525010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085525010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085525011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085525012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085525013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085525013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085525013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:55:26.022492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30726): Terminating (SIGTERM)\u000a08:55:26.063860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30729): Terminating (SIGTERM)\u000a08:55:26.105477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30732): Terminating (SIGTERM)\u000a08:55:26.114684 --- ParallelTerminationStrategy: PID 30726 died...\u000a08:55:26.169862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30726): Terminated: ok {rc=0}\u000a08:55:26.179814 --- ParallelTerminationStrategy: PID 30729 died...\u000a08:55:26.234745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30729): Terminated: ok {rc=0}\u000a08:55:26.244636 --- ParallelTerminationStrategy: PID 30732 died...\u000a08:55:26.299688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30732): Terminated: ok {rc=0}\u000a08:55:26.385537 bus /sierra_3: Setting Powered False\u000a08:55:27.490509 bus /sierra_3: Setting Powered False\u000a08:55:28.598444 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:55:09" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30744): Process ended prematurely: osmo-stp_10.42.42.5(pid=30744) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30744)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30744): Process ended prematurely: osmo-stp_10.42.42.5(pid=30744) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:55:30.613507 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:30.625518 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:55:30.791509 tst mo_mt_call.py: using LAC 39806\u000a08:55:30.934975 tst mo_mt_call.py: using RAC 26\u000a08:55:31.070883 tst mo_mt_call.py: using CellId 39806\u000a08:55:31.225558 tst mo_mt_call.py: using BVCI 39807\u000a08:55:31.256346 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:31.268889 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:31.281599 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:31.294335 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:31.308203 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:31.321747 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:55:31.440027 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:55:31.684696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:32.241522 run create_hlr_db(pid=30738): Launched\u000a08:55:32.428514 bus /sierra_2: Setting Powered False\u000a08:55:33.448486 run create_hlr_db(pid=30738): Terminated: ok {rc=0}\u000a08:55:33.849914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30740): Launched\u000a08:55:34.149406 run osmo-hlr_10.42.42.2(pid=30741): Launched\u000a08:55:34.266117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:34.790664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30743): Launched\u000a08:55:35.089361 run osmo-stp_10.42.42.5(pid=30744): Launched\u000a08:55:35.198302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:55:35.746736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30746): Launched\u000a08:55:36.050290 run osmo-msc_10.42.42.6(pid=30747): Launched\u000a08:55:36.226756 run osmo-stp_10.42.42.5(pid=30744): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30744)]\u000a08:55:36.354274 run osmo-stp_10.42.42.5(pid=30744): stdout: \u000a| (launched: 2022-12-14_08:55:34.942409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:36.479704 run osmo-stp_10.42.42.5(pid=30744): stderr: \u000a| �[0;m�[38;5;43m20221214085535109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085535109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085535109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085535110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085535110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085535110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085535110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:36.600274 run osmo-stp_10.42.42.5(pid=30744): stdout: \u000a| (launched: 2022-12-14_08:55:34.942409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:36.719750 run osmo-stp_10.42.42.5(pid=30744): stderr: \u000a| �[0;m�[38;5;43m20221214085535109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085535109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085535109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085535110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085535110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085535110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085535110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:36.772707 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30744): Process ended prematurely: osmo-stp_10.42.42.5(pid=30744) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30744)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:55:36.781498 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:55:36.841395 run osmo-hlr_10.42.42.2(pid=30741): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30741)]\u000a08:55:36.890284 run osmo-hlr_10.42.42.2(pid=30741): stdout: \u000a| (launched: 2022-12-14_08:55:34.001869) \u000a08:55:36.940120 run osmo-hlr_10.42.42.2(pid=30741): stderr: \u000a| �[0;m�[1;31m20221214085534176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085534176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085534176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085534176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085534176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085534176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085534187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085534196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085534196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085534196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:37.007349 run osmo-msc_10.42.42.6(pid=30747): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30747)]\u000a08:55:37.056253 run osmo-msc_10.42.42.6(pid=30747): stdout: \u000a| (launched: 2022-12-14_08:55:35.898771) \u000a08:55:37.105702 run osmo-msc_10.42.42.6(pid=30747): stderr: \u000a| �[0;m�[38;5;43m20221214085536169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085536169 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f937de94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085536169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085536169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085536169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085536170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085536171 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085536172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085536172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085536172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:55:37.147461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30740): Terminating (SIGTERM)\u000a08:55:37.187201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30743): Terminating (SIGTERM)\u000a08:55:37.226580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30746): Terminating (SIGTERM)\u000a08:55:37.235674 --- ParallelTerminationStrategy: PID 30740 died...\u000a08:55:37.288616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30740): Terminated: ok {rc=0}\u000a08:55:37.298018 --- ParallelTerminationStrategy: PID 30743 died...\u000a08:55:37.350827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30743): Terminated: ok {rc=0}\u000a08:55:37.360216 --- ParallelTerminationStrategy: PID 30746 died...\u000a08:55:37.412973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30746): Terminated: ok {rc=0}\u000a08:55:37.500086 bus /sierra_3: Setting Powered False\u000a08:55:38.602251 bus /sierra_3: Setting Powered False\u000a08:55:39.707941 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30755): Process ended prematurely: osmo-stp_10.42.42.5(pid=30755) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30755)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30755): Process ended prematurely: osmo-stp_10.42.42.5(pid=30755) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:55:40.821252 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:40.833596 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:55:41.000190 tst mo_mt_call_osmux.py: using LAC 39807\u000a08:55:41.125037 tst mo_mt_call_osmux.py: using RAC 27\u000a08:55:41.250602 tst mo_mt_call_osmux.py: using CellId 39807\u000a08:55:41.376448 tst mo_mt_call_osmux.py: using BVCI 39808\u000a08:55:41.400871 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:41.412726 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:41.424390 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:41.436104 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:41.447860 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:55:41.459516 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:55:41.575617 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:55:41.784154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:42.296583 run create_hlr_db(pid=30749): Launched\u000a08:55:42.481303 bus /sierra_2: Setting Powered False\u000a08:55:43.503902 run create_hlr_db(pid=30749): Terminated: ok {rc=0}\u000a08:55:43.903986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30751): Launched\u000a08:55:44.203868 run osmo-hlr_10.42.42.2(pid=30752): Launched\u000a08:55:44.322112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:44.847132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30754): Launched\u000a08:55:45.145660 run osmo-stp_10.42.42.5(pid=30755): Launched\u000a08:55:45.254468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:55:45.801327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30757): Launched\u000a08:55:46.291596 run osmo-msc_10.42.42.6(pid=30758): Launched\u000a08:55:46.593142 run osmo-stp_10.42.42.5(pid=30755): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30755)]\u000a08:55:46.744559 run osmo-stp_10.42.42.5(pid=30755): stdout: \u000a| (launched: 2022-12-14_08:55:44.998515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:46.884737 run osmo-stp_10.42.42.5(pid=30755): stderr: \u000a| �[0;m�[38;5;43m20221214085545166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085545166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085545166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085545167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085545167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085545167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085545167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:47.019341 run osmo-stp_10.42.42.5(pid=30755): stdout: \u000a| (launched: 2022-12-14_08:55:44.998515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:47.151712 run osmo-stp_10.42.42.5(pid=30755): stderr: \u000a| �[0;m�[38;5;43m20221214085545166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085545166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085545166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085545167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085545167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085545167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085545167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:47.213658 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30755): Process ended prematurely: osmo-stp_10.42.42.5(pid=30755) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30755)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:55:47.222734 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:55:47.287250 run osmo-hlr_10.42.42.2(pid=30752): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30752)]\u000a08:55:47.340431 run osmo-hlr_10.42.42.2(pid=30752): stdout: \u000a| (launched: 2022-12-14_08:55:44.055960) \u000a08:55:47.393505 run osmo-hlr_10.42.42.2(pid=30752): stderr: \u000a| �[0;m�[1;31m20221214085544230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085544230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085544230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085544230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085544230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085544230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085544242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085544251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085544251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085544251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:47.464888 run osmo-msc_10.42.42.6(pid=30758): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30758)]\u000a08:55:47.516750 run osmo-msc_10.42.42.6(pid=30758): stdout: \u000a| (launched: 2022-12-14_08:55:45.977195) \u000a08:55:47.569401 run osmo-msc_10.42.42.6(pid=30758): stderr: \u000a| �[0;m�[38;5;43m20221214085546349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085546350 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a8b53fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085546350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085546350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085546350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085546350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085546352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085546352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085546352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085546352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:55:47.614442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30751): Terminating (SIGTERM)\u000a08:55:47.657000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30754): Terminating (SIGTERM)\u000a08:55:47.699189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30757): Terminating (SIGTERM)\u000a08:55:47.709069 --- ParallelTerminationStrategy: PID 30751 died...\u000a08:55:47.765893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30751): Terminated: ok {rc=0}\u000a08:55:47.776069 --- ParallelTerminationStrategy: PID 30754 died...\u000a08:55:47.832087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30754): Terminated: ok {rc=0}\u000a08:55:47.842315 --- ParallelTerminationStrategy: PID 30757 died...\u000a08:55:47.898338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30757): Terminated: ok {rc=0}\u000a08:55:47.985412 bus /sierra_3: Setting Powered False\u000a08:55:49.091447 bus /sierra_3: Setting Powered False\u000a08:55:50.199678 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:55:30" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30770): Process ended prematurely: osmo-stp_10.42.42.5(pid=30770) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30770)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30770): Process ended prematurely: osmo-stp_10.42.42.5(pid=30770) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:55:52.204146 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:55:52.215961 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:55:52.383842 tst mo_mt_call.py: using LAC 39808\u000a08:55:52.510167 tst mo_mt_call.py: using RAC 28\u000a08:55:52.635920 tst mo_mt_call.py: using CellId 39808\u000a08:55:52.769579 tst mo_mt_call.py: using BVCI 39809\u000a08:55:52.794564 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:55:52.806496 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:55:52.818190 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:55:52.830052 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:55:52.842520 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:55:52.854471 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:55:52.973999 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:55:53.184620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:53.698563 run create_hlr_db(pid=30764): Launched\u000a08:55:53.883381 bus /sierra_2: Setting Powered False\u000a08:55:54.895946 run create_hlr_db(pid=30764): Terminated: ok {rc=0}\u000a08:55:55.299792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30766): Launched\u000a08:55:55.600001 run osmo-hlr_10.42.42.2(pid=30767): Launched\u000a08:55:55.715337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:56.244570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30769): Launched\u000a08:55:56.544320 run osmo-stp_10.42.42.5(pid=30770): Launched\u000a08:55:56.654751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:55:57.202868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30772): Launched\u000a08:55:57.504388 run osmo-msc_10.42.42.6(pid=30773): Launched\u000a08:55:57.681871 run osmo-stp_10.42.42.5(pid=30770): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30770)]\u000a08:55:57.808774 run osmo-stp_10.42.42.5(pid=30770): stdout: \u000a| (launched: 2022-12-14_08:55:56.396363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:57.934079 run osmo-stp_10.42.42.5(pid=30770): stderr: \u000a| �[0;m�[38;5;43m20221214085556562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085556562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085556563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085556563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085556564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085556564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085556564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:58.054595 run osmo-stp_10.42.42.5(pid=30770): stdout: \u000a| (launched: 2022-12-14_08:55:56.396363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:58.173956 run osmo-stp_10.42.42.5(pid=30770): stderr: \u000a| �[0;m�[38;5;43m20221214085556562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085556562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085556563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085556563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085556564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085556564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085556564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:58.226965 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30770): Process ended prematurely: osmo-stp_10.42.42.5(pid=30770) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30770)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:55:58.235726 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:55:58.295552 run osmo-hlr_10.42.42.2(pid=30767): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30767)]\u000a08:55:58.344593 run osmo-hlr_10.42.42.2(pid=30767): stdout: \u000a| (launched: 2022-12-14_08:55:55.451976) \u000a08:55:58.395002 run osmo-hlr_10.42.42.2(pid=30767): stderr: \u000a| �[0;m�[1;31m20221214085555624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085555624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085555624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085555624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085555624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085555624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085555636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085555645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085555645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085555645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:58.462659 run osmo-msc_10.42.42.6(pid=30773): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30773)]\u000a08:55:58.512028 run osmo-msc_10.42.42.6(pid=30773): stdout: \u000a| (launched: 2022-12-14_08:55:57.354756) \u000a08:55:58.561949 run osmo-msc_10.42.42.6(pid=30773): stderr: \u000a| �[0;m�[38;5;43m20221214085557625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085557625 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43fb410c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085557625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085557625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085557625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085557625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085557627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085557627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085557628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085557628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:55:58.604098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30766): Terminating (SIGTERM)\u000a08:55:58.643958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30769): Terminating (SIGTERM)\u000a08:55:58.683694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30772): Terminating (SIGTERM)\u000a08:55:58.692755 --- ParallelTerminationStrategy: PID 30766 died...\u000a08:55:58.746944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30766): Terminated: ok {rc=0}\u000a08:55:58.756493 --- ParallelTerminationStrategy: PID 30769 died...\u000a08:55:58.810341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30769): Terminated: ok {rc=0}\u000a08:55:58.819923 --- ParallelTerminationStrategy: PID 30772 died...\u000a08:55:58.873561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30772): Terminated: ok {rc=0}\u000a08:55:58.957577 bus /sierra_3: Setting Powered False\u000a08:56:00.065538 bus /sierra_3: Setting Powered False\u000a08:56:01.174704 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30781): Process ended prematurely: osmo-stp_10.42.42.5(pid=30781) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30781)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30781): Process ended prematurely: osmo-stp_10.42.42.5(pid=30781) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:56:02.283673 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:56:02.295372 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:56:02.455015 tst mo_mt_call_osmux.py: using LAC 39809\u000a08:56:02.572772 tst mo_mt_call_osmux.py: using RAC 29\u000a08:56:02.692613 tst mo_mt_call_osmux.py: using CellId 39809\u000a08:56:02.811846 tst mo_mt_call_osmux.py: using BVCI 39810\u000a08:56:02.834803 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:56:02.845885 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:56:02.856810 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:56:02.867624 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:56:02.878963 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:56:02.890108 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:56:03.010647 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:56:03.225704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:03.738569 run create_hlr_db(pid=30775): Launched\u000a08:56:03.924023 bus /sierra_2: Setting Powered False\u000a08:56:04.946033 run create_hlr_db(pid=30775): Terminated: ok {rc=0}\u000a08:56:05.347593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30777): Launched\u000a08:56:05.646529 run osmo-hlr_10.42.42.2(pid=30778): Launched\u000a08:56:05.763014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:06.288837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30780): Launched\u000a08:56:06.589227 run osmo-stp_10.42.42.5(pid=30781): Launched\u000a08:56:06.698594 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:56:07.246062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30783): Launched\u000a08:56:07.547679 run osmo-msc_10.42.42.6(pid=30784): Launched\u000a08:56:07.724040 run osmo-stp_10.42.42.5(pid=30781): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30781)]\u000a08:56:07.851473 run osmo-stp_10.42.42.5(pid=30781): stdout: \u000a| (launched: 2022-12-14_08:56:06.441102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:07.977092 run osmo-stp_10.42.42.5(pid=30781): stderr: \u000a| �[0;m�[38;5;43m20221214085606607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085606607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085606608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085606608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085606609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085606609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085606609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:08.097769 run osmo-stp_10.42.42.5(pid=30781): stdout: \u000a| (launched: 2022-12-14_08:56:06.441102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:08.216888 run osmo-stp_10.42.42.5(pid=30781): stderr: \u000a| �[0;m�[38;5;43m20221214085606607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085606607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085606608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085606608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085606609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085606609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085606609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:08.269802 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30781): Process ended prematurely: osmo-stp_10.42.42.5(pid=30781) [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30781)] [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:56:08.278853 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:56:08.338724 run osmo-hlr_10.42.42.2(pid=30778): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30778)]\u000a08:56:08.387770 run osmo-hlr_10.42.42.2(pid=30778): stdout: \u000a| (launched: 2022-12-14_08:56:05.499404) \u000a08:56:08.437409 run osmo-hlr_10.42.42.2(pid=30778): stderr: \u000a| �[0;m�[1;31m20221214085605672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085605672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085605672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085605672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085605672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085605672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085605685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085605695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085605695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085605696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:08.504872 run osmo-msc_10.42.42.6(pid=30784): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30784)]\u000a08:56:08.553951 run osmo-msc_10.42.42.6(pid=30784): stdout: \u000a| (launched: 2022-12-14_08:56:07.397994) \u000a08:56:08.603585 run osmo-msc_10.42.42.6(pid=30784): stderr: \u000a| �[0;m�[38;5;43m20221214085607666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085607666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c2ab17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085607666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085607666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085607667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085607667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085607668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085607669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085607669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085607669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:56:08.645644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30777): Terminating (SIGTERM)\u000a08:56:08.685381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30780): Terminating (SIGTERM)\u000a08:56:08.724935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30783): Terminating (SIGTERM)\u000a08:56:08.734098 --- ParallelTerminationStrategy: PID 30777 died...\u000a08:56:08.787870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30777): Terminated: ok {rc=0}\u000a08:56:08.797534 --- ParallelTerminationStrategy: PID 30780 died...\u000a08:56:08.850538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30780): Terminated: ok {rc=0}\u000a08:56:08.860016 --- ParallelTerminationStrategy: PID 30783 died...\u000a08:56:08.913042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30783): Terminated: ok {rc=0}\u000a08:56:09.000807 bus /sierra_3: Setting Powered False\u000a08:56:10.103992 bus /sierra_3: Setting Powered False\u000a08:56:11.211094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:55:51" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30795): Process ended prematurely: osmo-stp_10.42.42.5(pid=30795) [trial-2402↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30795)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30795): Process ended prematurely: osmo-stp_10.42.42.5(pid=30795) [trial-2402↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:56:13.237014 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:13.248400 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:56:13.392268 tst emergency_mo_mt_call.py: using LAC 39810\u000a08:56:13.510678 tst emergency_mo_mt_call.py: using RAC 30\u000a08:56:13.626355 tst emergency_mo_mt_call.py: using CellId 39810\u000a08:56:13.740918 tst emergency_mo_mt_call.py: using BVCI 39811\u000a08:56:13.763258 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:13.774133 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:13.785033 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:13.795514 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:13.806779 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:13.817830 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:56:13.937027 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:56:14.133001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:14.594840 run create_hlr_db(pid=30789): Launched\u000a08:56:14.763671 bus /sierra_2: Setting Powered False\u000a08:56:15.785827 run create_hlr_db(pid=30789): Terminated: ok {rc=0}\u000a08:56:16.231331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30791): Launched\u000a08:56:16.574987 run osmo-hlr_10.42.42.2(pid=30792): Launched\u000a08:56:16.691905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:17.404230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30794): Launched\u000a08:56:17.720468 run osmo-stp_10.42.42.5(pid=30795): Launched\u000a08:56:17.845677 tst emergency_mo_mt_call.py: using MSISDN 8601\u000a08:56:18.003224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:56:18.578180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30797): Launched\u000a08:56:18.892161 run osmo-msc_10.42.42.6(pid=30798): Launched\u000a08:56:19.076131 run osmo-stp_10.42.42.5(pid=30795): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30795)]\u000a08:56:19.209285 run osmo-stp_10.42.42.5(pid=30795): stdout: \u000a| (launched: 2022-12-14_08:56:17.564815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:19.345208 run osmo-stp_10.42.42.5(pid=30795): stderr: \u000a| �[0;m�[38;5;43m20221214085617753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085617753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085617753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085617753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085617754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085617754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085617754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:19.471336 run osmo-stp_10.42.42.5(pid=30795): stdout: \u000a| (launched: 2022-12-14_08:56:17.564815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:19.596049 run osmo-stp_10.42.42.5(pid=30795): stderr: \u000a| �[0;m�[38;5;43m20221214085617753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085617753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085617753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085617753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085617754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085617754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085617754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:19.651227 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30795): Process ended prematurely: osmo-stp_10.42.42.5(pid=30795) [trial-2402↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30795)] [trial-2402↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a08:56:19.660005 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a08:56:19.722849 run osmo-hlr_10.42.42.2(pid=30792): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30792)]\u000a08:56:19.774418 run osmo-hlr_10.42.42.2(pid=30792): stdout: \u000a| (launched: 2022-12-14_08:56:16.409237) \u000a08:56:19.826783 run osmo-hlr_10.42.42.2(pid=30792): stderr: \u000a| �[0;m�[1;31m20221214085616799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085616799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085616800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085616800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085616800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085616800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085616826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085616844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085616844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085616844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:19.897563 run osmo-msc_10.42.42.6(pid=30798): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30798)]\u000a08:56:19.949130 run osmo-msc_10.42.42.6(pid=30798): stdout: \u000a| (launched: 2022-12-14_08:56:18.738038) \u000a08:56:20.000920 run osmo-msc_10.42.42.6(pid=30798): stderr: \u000a| �[0;m�[38;5;43m20221214085619058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085619058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5d7b01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085619058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085619058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085619058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085619058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085619060 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085619061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085619061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085619061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:56:20.044810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30791): Terminating (SIGTERM)\u000a08:56:20.086608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30794): Terminating (SIGTERM)\u000a08:56:20.128351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30797): Terminating (SIGTERM)\u000a08:56:20.138250 --- ParallelTerminationStrategy: PID 30791 died...\u000a08:56:20.193989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30791): Terminated: ok {rc=0}\u000a08:56:20.204231 --- ParallelTerminationStrategy: PID 30794 died...\u000a08:56:20.260280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30794): Terminated: ok {rc=0}\u000a08:56:20.270443 --- ParallelTerminationStrategy: PID 30797 died...\u000a08:56:20.326456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30797): Terminated: ok {rc=0}\u000a08:56:20.412836 bus /sierra_3: Setting Powered False\u000a08:56:21.518926 bus /sierra_3: Setting Powered False\u000a08:56:22.626140 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30806): Process ended prematurely: osmo-stp_10.42.42.5(pid=30806) [trial-2402↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30806)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30806): Process ended prematurely: osmo-stp_10.42.42.5(pid=30806) [trial-2402↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:56:23.678648 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:23.690779 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:56:23.835324 tst emergency_preemptive_call.py: using LAC 39811\u000a08:56:23.965519 tst emergency_preemptive_call.py: using RAC 31\u000a08:56:24.091984 tst emergency_preemptive_call.py: using CellId 39811\u000a08:56:24.213289 tst emergency_preemptive_call.py: using BVCI 39812\u000a08:56:24.237110 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:24.248294 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:24.259438 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:24.270593 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:24.281905 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:56:24.293201 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:56:24.414168 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:56:24.529731 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:56:24.646925 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:56:24.843190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:25.305726 run create_hlr_db(pid=30800): Launched\u000a08:56:25.474298 bus /sierra_2: Setting Powered False\u000a08:56:26.495125 run create_hlr_db(pid=30800): Terminated: ok {rc=0}\u000a08:56:26.911169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30802): Launched\u000a08:56:27.223848 run osmo-hlr_10.42.42.2(pid=30803): Launched\u000a08:56:27.338213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:27.884172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30805): Launched\u000a08:56:28.197732 run osmo-stp_10.42.42.5(pid=30806): Launched\u000a08:56:28.324608 tst emergency_preemptive_call.py: using MSISDN 8602\u000a08:56:28.480908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:56:29.054301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30808): Launched\u000a08:56:29.368660 run osmo-msc_10.42.42.6(pid=30809): Launched\u000a08:56:29.552109 run osmo-stp_10.42.42.5(pid=30806): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30806)]\u000a08:56:29.685316 run osmo-stp_10.42.42.5(pid=30806): stdout: \u000a| (launched: 2022-12-14_08:56:28.044058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:29.818040 run osmo-stp_10.42.42.5(pid=30806): stderr: \u000a| �[0;m�[38;5;43m20221214085628233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085628234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085628234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085628234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085628235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085628235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085628235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:29.944437 run osmo-stp_10.42.42.5(pid=30806): stdout: \u000a| (launched: 2022-12-14_08:56:28.044058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:30.069389 run osmo-stp_10.42.42.5(pid=30806): stderr: \u000a| �[0;m�[38;5;43m20221214085628233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085628234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085628234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085628234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085628235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085628235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085628235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:30.124315 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30806): Process ended prematurely: osmo-stp_10.42.42.5(pid=30806) [trial-2402↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30806)] [trial-2402↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a08:56:30.133323 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a08:56:30.196135 run osmo-hlr_10.42.42.2(pid=30803): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30803)]\u000a08:56:30.247947 run osmo-hlr_10.42.42.2(pid=30803): stdout: \u000a| (launched: 2022-12-14_08:56:27.070849) \u000a08:56:30.300432 run osmo-hlr_10.42.42.2(pid=30803): stderr: \u000a| �[0;m�[1;31m20221214085627266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085627267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085627267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085627267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085627267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085627267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085627280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085627288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085627288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085627288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:30.371615 run osmo-msc_10.42.42.6(pid=30809): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30809)]\u000a08:56:30.422971 run osmo-msc_10.42.42.6(pid=30809): stdout: \u000a| (launched: 2022-12-14_08:56:29.214131) \u000a08:56:30.474856 run osmo-msc_10.42.42.6(pid=30809): stderr: \u000a| �[0;m�[38;5;43m20221214085629534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214085629534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe393385c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214085629534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214085629534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214085629535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214085629535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214085629537 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214085629537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214085629537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214085629537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:56:30.518759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30802): Terminating (SIGTERM)\u000a08:56:30.560405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30805): Terminating (SIGTERM)\u000a08:56:30.602271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30808): Terminating (SIGTERM)\u000a08:56:30.611936 --- ParallelTerminationStrategy: PID 30802 died...\u000a08:56:30.667794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30802): Terminated: ok {rc=0}\u000a08:56:30.677947 --- ParallelTerminationStrategy: PID 30805 died...\u000a08:56:30.733406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30805): Terminated: ok {rc=0}\u000a08:56:30.743515 --- ParallelTerminationStrategy: PID 30808 died...\u000a08:56:30.799245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30808): Terminated: ok {rc=0}\u000a08:56:30.888024 bus /sierra_9: Setting Powered False\u000a08:56:32.011536 bus /sierra_9: Setting Powered False\u000a08:56:33.126065 bus /sierra_8: Setting Powered False\u000a08:56:34.228263 bus /sierra_8: Setting Powered False\u000a08:56:35.338575 bus /sierra_3: Setting Powered False\u000a08:56:36.441745 bus /sierra_3: Setting Powered False\u000a08:56:37.549972 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:56:12" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30824): Process ended prematurely: osmo-stp_10.42.42.5(pid=30824) [trial-2402↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30824)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30824): Process ended prematurely: osmo-stp_10.42.42.5(pid=30824) [trial-2402↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:56:39.693362 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:39.704686 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:56:39.841785 tst cs_paging_gprs_active.py: using LAC 39812\u000a08:56:39.958570 tst cs_paging_gprs_active.py: using RAC 32\u000a08:56:40.080065 tst cs_paging_gprs_active.py: using CellId 39812\u000a08:56:40.198789 tst cs_paging_gprs_active.py: using BVCI 39813\u000a08:56:40.222383 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:40.233424 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:40.244115 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:40.254894 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:40.265935 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:40.276819 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:40.287796 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:40.298650 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:40.309667 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:56:40.429395 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:56:40.724042 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:56:40.857760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:41.188419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30814): Launched\u000a08:56:41.465693 run iperf3-srv_10.42.42.10(pid=30815): Launched\u000a08:56:41.661980 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:56:41.795449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:42.126966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30816): Launched\u000a08:56:42.404928 run iperf3-srv_10.42.42.10(pid=30817): Launched\u000a08:56:42.601267 tst cs_paging_gprs_active.py:38: start network...\u000a08:56:42.734901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:43.251360 run create_hlr_db(pid=30818): Launched\u000a08:56:43.436565 bus /sierra_2: Setting Powered False\u000a08:56:44.459605 run create_hlr_db(pid=30818): Terminated: ok {rc=0}\u000a08:56:44.887096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30820): Launched\u000a08:56:45.210784 run osmo-hlr_10.42.42.2(pid=30821): Launched\u000a08:56:45.331615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:45.901996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30823): Launched\u000a08:56:46.324375 run osmo-stp_10.42.42.5(pid=30824): Launched\u000a08:56:46.516590 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:47.127737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30826): Launched\u000a08:56:47.243533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:47.511932 run patchelf(pid=30827): Launched\u000a08:56:47.700213 run osmo-stp_10.42.42.5(pid=30824): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30824)]\u000a08:56:47.837499 run osmo-stp_10.42.42.5(pid=30824): stdout: \u000a| (launched: 2022-12-14_08:56:46.072202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:47.975417 run osmo-stp_10.42.42.5(pid=30824): stderr: \u000a| �[0;m�[38;5;43m20221214085646351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085646351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085646352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085646352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085646353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085646353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085646353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:48.109420 run osmo-stp_10.42.42.5(pid=30824): stdout: \u000a| (launched: 2022-12-14_08:56:46.072202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:48.241452 run osmo-stp_10.42.42.5(pid=30824): stderr: \u000a| �[0;m�[38;5;43m20221214085646351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085646351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085646352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085646352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085646353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085646353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085646353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:48.394782 run patchelf(pid=30827): Terminating (SIGINT)\u000a08:56:48.574352 run patchelf(pid=30827): Terminated: ok {rc=0}\u000a08:56:48.607859 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30824): Process ended prematurely: osmo-stp_10.42.42.5(pid=30824) [trial-2402↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30824)] [trial-2402↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a08:56:48.617980 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a08:56:48.680693 run osmo-hlr_10.42.42.2(pid=30821): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30821)]\u000a08:56:48.731778 run osmo-hlr_10.42.42.2(pid=30821): stdout: \u000a| (launched: 2022-12-14_08:56:45.051584) \u000a08:56:48.783477 run osmo-hlr_10.42.42.2(pid=30821): stderr: \u000a| �[0;m�[1;31m20221214085645246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085645246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085645246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085645246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085645246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085645246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085645259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085645267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085645268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085645268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:48.827876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30814): Terminating (SIGTERM)\u000a08:56:48.869820 run iperf3-srv_10.42.42.10(pid=30815): Terminating (SIGTERM)\u000a08:56:48.911474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30816): Terminating (SIGTERM)\u000a08:56:48.953435 run iperf3-srv_10.42.42.10(pid=30817): Terminating (SIGTERM)\u000a08:56:48.995120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30820): Terminating (SIGTERM)\u000a08:56:49.036854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30823): Terminating (SIGTERM)\u000a08:56:49.078450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30826): Terminating (SIGTERM)\u000a08:56:49.088061 --- ParallelTerminationStrategy: PID 30814 died...\u000a08:56:49.143952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30814): Terminated: ok {rc=0}\u000a08:56:49.154066 --- ParallelTerminationStrategy: PID 30815 died...\u000a08:56:49.209336 run iperf3-srv_10.42.42.10(pid=30815): Terminated {rc=256}\u000a08:56:49.219361 --- ParallelTerminationStrategy: PID 30816 died...\u000a08:56:49.275231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30816): Terminated: ok {rc=0}\u000a08:56:49.285345 --- ParallelTerminationStrategy: PID 30817 died...\u000a08:56:49.341250 run iperf3-srv_10.42.42.10(pid=30817): Terminated {rc=256}\u000a08:56:49.351267 --- ParallelTerminationStrategy: PID 30820 died...\u000a08:56:49.407008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30820): Terminated: ok {rc=0}\u000a08:56:49.417130 --- ParallelTerminationStrategy: PID 30823 died...\u000a08:56:49.472434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30823): Terminated: ok {rc=0}\u000a08:56:49.482594 --- ParallelTerminationStrategy: PID 30826 died...\u000a08:56:49.537954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30826): Terminated: ok {rc=0}\u000a08:56:49.624871 bus /gobi_0: Setting Powered False\u000a08:56:50.731680 bus /gobi_0: Setting Powered False\u000a08:56:51.842594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30836): Process ended prematurely: osmo-stp_10.42.42.5(pid=30836) [trial-2402↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30836)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30836): Process ended prematurely: osmo-stp_10.42.42.5(pid=30836) [trial-2402↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a08:56:52.952351 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:52.963866 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:56:53.104437 tst iperf3.py: using LAC 39813\u000a08:56:53.222375 tst iperf3.py: using RAC 33\u000a08:56:53.341100 tst iperf3.py: using CellId 39813\u000a08:56:53.461549 tst iperf3.py: using BVCI 39814\u000a08:56:53.484457 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:53.495295 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:53.505851 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:53.516346 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:53.527639 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:53.538863 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:53.550598 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:53.564089 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:56:53.575989 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:56:53.853728 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:56:53.978544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:54.289795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30828): Launched\u000a08:56:54.548109 run iperf3-srv_10.42.42.10(pid=30829): Launched\u000a08:56:54.730661 tst iperf3.py:8: start network...\u000a08:56:54.855609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:55.329781 run create_hlr_db(pid=30830): Launched\u000a08:56:55.502828 bus /gobi_6: Setting Powered False\u000a08:56:56.525472 run create_hlr_db(pid=30830): Terminated: ok {rc=0}\u000a08:56:56.925052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30832): Launched\u000a08:56:57.226016 run osmo-hlr_10.42.42.2(pid=30833): Launched\u000a08:56:57.343026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:57.872633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30835): Launched\u000a08:56:58.174709 run osmo-stp_10.42.42.5(pid=30836): Launched\u000a08:56:58.285047 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:58.812845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30838): Launched\u000a08:56:58.920229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:59.182891 run patchelf(pid=30839): Launched\u000a08:56:59.359421 run osmo-stp_10.42.42.5(pid=30836): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30836)]\u000a08:56:59.489670 run osmo-stp_10.42.42.5(pid=30836): stdout: \u000a| (launched: 2022-12-14_08:56:58.025742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:59.619823 run osmo-stp_10.42.42.5(pid=30836): stderr: \u000a| �[0;m�[38;5;43m20221214085658194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085658194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085658194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085658195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085658195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085658195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085658195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:59.745366 run osmo-stp_10.42.42.5(pid=30836): stdout: \u000a| (launched: 2022-12-14_08:56:58.025742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:59.869207 run osmo-stp_10.42.42.5(pid=30836): stderr: \u000a| �[0;m�[38;5;43m20221214085658194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085658194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085658194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085658195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085658195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085658195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085658195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:00.013324 run patchelf(pid=30839): Terminating (SIGINT)\u000a08:57:00.182515 run patchelf(pid=30839): Terminated: ok {rc=0}\u000a08:57:00.213830 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30836): Process ended prematurely: osmo-stp_10.42.42.5(pid=30836) [trial-2402↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30836)] [trial-2402↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a08:57:00.223237 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a08:57:00.284576 run osmo-hlr_10.42.42.2(pid=30833): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30833)]\u000a08:57:00.334295 run osmo-hlr_10.42.42.2(pid=30833): stdout: \u000a| (launched: 2022-12-14_08:56:57.077548) \u000a08:57:00.384645 run osmo-hlr_10.42.42.2(pid=30833): stderr: \u000a| �[0;m�[1;31m20221214085657253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085657253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085657253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085657253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085657253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085657253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085657266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085657276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085657276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085657276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:00.427631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30828): Terminating (SIGTERM)\u000a08:57:00.467806 run iperf3-srv_10.42.42.10(pid=30829): Terminating (SIGTERM)\u000a08:57:00.508361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30832): Terminating (SIGTERM)\u000a08:57:00.548901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30835): Terminating (SIGTERM)\u000a08:57:00.589471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30838): Terminating (SIGTERM)\u000a08:57:00.598810 --- ParallelTerminationStrategy: PID 30828 died...\u000a08:57:00.653799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30828): Terminated: ok {rc=0}\u000a08:57:00.663592 --- ParallelTerminationStrategy: PID 30829 died...\u000a08:57:00.717932 run iperf3-srv_10.42.42.10(pid=30829): Terminated {rc=256}\u000a08:57:00.727603 --- ParallelTerminationStrategy: PID 30832 died...\u000a08:57:00.782107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30832): Terminated: ok {rc=0}\u000a08:57:00.791860 --- ParallelTerminationStrategy: PID 30835 died...\u000a08:57:00.846866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30835): Terminated: ok {rc=0}\u000a08:57:00.869613 --- ParallelTerminationStrategy: PID 30838 died...\u000a08:57:00.932010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30838): Terminated: ok {rc=0}\u000a08:57:01.042274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30902): Process ended prematurely: osmo-stp_10.42.42.5(pid=30902) [trial-2402↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30902)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30902): Process ended prematurely: osmo-stp_10.42.42.5(pid=30902) [trial-2402↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a08:57:02.201862 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:02.220131 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:57:02.385139 tst iperf3m4.py: using LAC 39814\u000a08:57:02.554223 tst iperf3m4.py: using RAC 34\u000a08:57:02.720941 tst iperf3m4.py: using CellId 39814\u000a08:57:02.866606 tst iperf3m4.py: using BVCI 39815\u000a08:57:02.894988 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:02.907035 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:02.918973 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:02.931217 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:02.943133 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:02.954947 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:02.967502 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:02.979309 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:02.992259 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:57:03.115015 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:57:03.240186 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:57:03.360576 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:57:03.673430 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:57:03.809381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:04.119775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30888): Launched\u000a08:57:04.379354 run iperf3-srv_10.42.42.10(pid=30889): Launched\u000a08:57:04.562197 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:57:04.687434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:04.997491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30890): Launched\u000a08:57:05.255968 run iperf3-srv_10.42.42.10(pid=30891): Launched\u000a08:57:05.438569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:57:05.563314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:05.874045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30892): Launched\u000a08:57:06.131996 run iperf3-srv_10.42.42.10(pid=30893): Launched\u000a08:57:06.314352 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:57:06.439152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:06.749998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30894): Launched\u000a08:57:07.007703 run iperf3-srv_10.42.42.10(pid=30895): Launched\u000a08:57:07.189435 tst iperf3m4.py:8: start network...\u000a08:57:07.313865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:07.785581 run create_hlr_db(pid=30896): Launched\u000a08:57:07.957144 bus /gobi_6: Setting Powered False\u000a08:57:08.979488 run create_hlr_db(pid=30896): Terminated: ok {rc=0}\u000a08:57:09.378086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30898): Launched\u000a08:57:09.679971 run osmo-hlr_10.42.42.2(pid=30899): Launched\u000a08:57:09.794447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:10.318975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30901): Launched\u000a08:57:10.621131 run osmo-stp_10.42.42.5(pid=30902): Launched\u000a08:57:10.732490 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:11.262442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30904): Launched\u000a08:57:11.370470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:11.635461 run patchelf(pid=30905): Launched\u000a08:57:11.812830 run osmo-stp_10.42.42.5(pid=30902): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30902)]\u000a08:57:11.942379 run osmo-stp_10.42.42.5(pid=30902): stdout: \u000a| (launched: 2022-12-14_08:57:10.471416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:12.072634 run osmo-stp_10.42.42.5(pid=30902): stderr: \u000a| �[0;m�[38;5;43m20221214085710639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085710639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085710639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085710640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085710640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085710640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085710640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:12.198458 run osmo-stp_10.42.42.5(pid=30902): stdout: \u000a| (launched: 2022-12-14_08:57:10.471416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:12.322790 run osmo-stp_10.42.42.5(pid=30902): stderr: \u000a| �[0;m�[38;5;43m20221214085710639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085710639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085710639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085710640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085710640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085710640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085710640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:12.467583 run patchelf(pid=30905): Terminating (SIGINT)\u000a08:57:12.637280 run patchelf(pid=30905): Terminated: ok {rc=0}\u000a08:57:12.668491 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30902): Process ended prematurely: osmo-stp_10.42.42.5(pid=30902) [trial-2402↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30902)] [trial-2402↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a08:57:12.677937 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:57:12.739072 run osmo-hlr_10.42.42.2(pid=30899): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30899)]\u000a08:57:12.788888 run osmo-hlr_10.42.42.2(pid=30899): stdout: \u000a| (launched: 2022-12-14_08:57:09.531150) \u000a08:57:12.839425 run osmo-hlr_10.42.42.2(pid=30899): stderr: \u000a| �[0;m�[1;31m20221214085709704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085709704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085709704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085709704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085709704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085709704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085709715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085709724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085709724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085709724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:12.882399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30888): Terminating (SIGTERM)\u000a08:57:12.922729 run iperf3-srv_10.42.42.10(pid=30889): Terminating (SIGTERM)\u000a08:57:12.963341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30890): Terminating (SIGTERM)\u000a08:57:13.003622 run iperf3-srv_10.42.42.10(pid=30891): Terminating (SIGTERM)\u000a08:57:13.043953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30892): Terminating (SIGTERM)\u000a08:57:13.084005 run iperf3-srv_10.42.42.10(pid=30893): Terminating (SIGTERM)\u000a08:57:13.124321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30894): Terminating (SIGTERM)\u000a08:57:13.164437 run iperf3-srv_10.42.42.10(pid=30895): Terminating (SIGTERM)\u000a08:57:13.204782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30898): Terminating (SIGTERM)\u000a08:57:13.245121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30901): Terminating (SIGTERM)\u000a08:57:13.285369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30904): Terminating (SIGTERM)\u000a08:57:13.294687 --- ParallelTerminationStrategy: PID 30888 died...\u000a08:57:13.348693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30888): Terminated: ok {rc=0}\u000a08:57:13.358304 --- ParallelTerminationStrategy: PID 30889 died...\u000a08:57:13.411543 run iperf3-srv_10.42.42.10(pid=30889): Terminated {rc=256}\u000a08:57:13.421144 --- ParallelTerminationStrategy: PID 30890 died...\u000a08:57:13.474514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30890): Terminated: ok {rc=0}\u000a08:57:13.484264 --- ParallelTerminationStrategy: PID 30891 died...\u000a08:57:13.537715 run iperf3-srv_10.42.42.10(pid=30891): Terminated {rc=256}\u000a08:57:13.547289 --- ParallelTerminationStrategy: PID 30892 died...\u000a08:57:13.600774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30892): Terminated: ok {rc=0}\u000a08:57:13.610260 --- ParallelTerminationStrategy: PID 30893 died...\u000a08:57:13.663768 run iperf3-srv_10.42.42.10(pid=30893): Terminated {rc=256}\u000a08:57:13.673551 --- ParallelTerminationStrategy: PID 30894 died...\u000a08:57:13.726840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30894): Terminated: ok {rc=0}\u000a08:57:13.736472 --- ParallelTerminationStrategy: PID 30895 died...\u000a08:57:13.789791 run iperf3-srv_10.42.42.10(pid=30895): Terminated {rc=256}\u000a08:57:13.799385 --- ParallelTerminationStrategy: PID 30898 died...\u000a08:57:13.853122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30898): Terminated: ok {rc=0}\u000a08:57:13.862793 --- ParallelTerminationStrategy: PID 30901 died...\u000a08:57:13.916418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30901): Terminated: ok {rc=0}\u000a08:57:13.925980 --- ParallelTerminationStrategy: PID 30904 died...\u000a08:57:13.979579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30904): Terminated: ok {rc=0}\u000a08:57:14.068267 bus /gobi_4: Setting Powered False\u000a08:57:15.172494 bus /gobi_4: Setting Powered False\u000a08:57:16.294360 bus /gobi_1: Setting Powered False\u000a08:57:17.403689 bus /gobi_1: Setting Powered False\u000a08:57:18.512479 bus /gobi_0: Setting Powered False\u000a08:57:19.621010 bus /gobi_0: Setting Powered False\u000a08:57:20.730830 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30912): Process ended prematurely: osmo-stp_10.42.42.5(pid=30912) [trial-2402↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30912)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30912): Process ended prematurely: osmo-stp_10.42.42.5(pid=30912) [trial-2402↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a08:57:21.800186 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:21.812274 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:57:21.948512 tst ping.py: using LAC 39815\u000a08:57:22.067760 tst ping.py: using RAC 35\u000a08:57:22.184487 tst ping.py: using CellId 39815\u000a08:57:22.303195 tst ping.py: using BVCI 39816\u000a08:57:22.326145 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:22.337086 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:22.347837 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:22.358491 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:22.369769 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:22.381006 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:22.392221 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:22.403293 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:57:22.693763 tst ping.py:19: start network...\u000a08:57:22.826117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:23.334512 run create_hlr_db(pid=30906): Launched\u000a08:57:23.518225 bus /gobi_6: Setting Powered False\u000a08:57:24.538599 run create_hlr_db(pid=30906): Terminated: ok {rc=0}\u000a08:57:24.937367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30908): Launched\u000a08:57:25.233936 run osmo-hlr_10.42.42.2(pid=30909): Launched\u000a08:57:25.348012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:25.874301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30911): Launched\u000a08:57:26.171472 run osmo-stp_10.42.42.5(pid=30912): Launched\u000a08:57:26.279053 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:26.797797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30914): Launched\u000a08:57:26.903300 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:27.163510 run patchelf(pid=30915): Launched\u000a08:57:27.338648 run osmo-stp_10.42.42.5(pid=30912): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30912)]\u000a08:57:27.466598 run osmo-stp_10.42.42.5(pid=30912): stdout: \u000a| (launched: 2022-12-14_08:57:26.025029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:27.594868 run osmo-stp_10.42.42.5(pid=30912): stderr: \u000a| �[0;m�[38;5;43m20221214085726194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085726195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085726195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085726195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085726196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085726196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085726196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:27.718921 run osmo-stp_10.42.42.5(pid=30912): stdout: \u000a| (launched: 2022-12-14_08:57:26.025029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:27.841710 run osmo-stp_10.42.42.5(pid=30912): stderr: \u000a| �[0;m�[38;5;43m20221214085726194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085726195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085726195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085726195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085726196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085726196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085726196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:27.983406 run patchelf(pid=30915): Terminating (SIGINT)\u000a08:57:28.149872 run patchelf(pid=30915): Terminated: ok {rc=0}\u000a08:57:28.180297 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30912): Process ended prematurely: osmo-stp_10.42.42.5(pid=30912) [trial-2402↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30912)] [trial-2402↪gprs:trx-sysmocell5000↪ping.py:22]\u000a08:57:28.188853 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:57:28.250036 run osmo-hlr_10.42.42.2(pid=30909): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30909)]\u000a08:57:28.299968 run osmo-hlr_10.42.42.2(pid=30909): stdout: \u000a| (launched: 2022-12-14_08:57:25.087767) \u000a08:57:28.350328 run osmo-hlr_10.42.42.2(pid=30909): stderr: \u000a| �[0;m�[1;31m20221214085725263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085725263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085725263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085725263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085725263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085725263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085725276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085725286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085725286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085725286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:28.393469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30908): Terminating (SIGTERM)\u000a08:57:28.434093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30911): Terminating (SIGTERM)\u000a08:57:28.474593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30914): Terminating (SIGTERM)\u000a08:57:28.483873 --- ParallelTerminationStrategy: PID 30908 died...\u000a08:57:28.538273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30908): Terminated: ok {rc=0}\u000a08:57:28.548049 --- ParallelTerminationStrategy: PID 30911 died...\u000a08:57:28.602200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30911): Terminated: ok {rc=0}\u000a08:57:28.611842 --- ParallelTerminationStrategy: PID 30914 died...\u000a08:57:28.665698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30914): Terminated: ok {rc=0}\u000a08:57:28.749930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30922): Process ended prematurely: osmo-stp_10.42.42.5(pid=30922) [trial-2402↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30922)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30922): Process ended prematurely: osmo-stp_10.42.42.5(pid=30922) [trial-2402↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a08:57:29.803053 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:29.815293 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:57:29.954456 tst ping_idle_ping.py: using LAC 39816\u000a08:57:30.079044 tst ping_idle_ping.py: using RAC 36\u000a08:57:30.194671 tst ping_idle_ping.py: using CellId 39816\u000a08:57:30.310073 tst ping_idle_ping.py: using BVCI 39817\u000a08:57:30.332861 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:30.343762 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:30.354426 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:30.365003 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:30.376364 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:30.387782 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:30.398909 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:57:30.409882 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:57:30.702815 tst ping_idle_ping.py:24: start network...\u000a08:57:30.836142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:31.390539 run create_hlr_db(pid=30916): Launched\u000a08:57:31.591409 bus /gobi_6: Setting Powered False\u000a08:57:32.604611 run create_hlr_db(pid=30916): Terminated: ok {rc=0}\u000a08:57:33.010488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30918): Launched\u000a08:57:33.310569 run osmo-hlr_10.42.42.2(pid=30919): Launched\u000a08:57:33.427849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:33.951556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30921): Launched\u000a08:57:34.248940 run osmo-stp_10.42.42.5(pid=30922): Launched\u000a08:57:34.357445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:34.876790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30924): Launched\u000a08:57:34.982217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:35.242261 run patchelf(pid=30925): Launched\u000a08:57:35.416873 run osmo-stp_10.42.42.5(pid=30922): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30922)]\u000a08:57:35.544449 run osmo-stp_10.42.42.5(pid=30922): stdout: \u000a| (launched: 2022-12-14_08:57:34.102590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:35.673149 run osmo-stp_10.42.42.5(pid=30922): stderr: \u000a| �[0;m�[38;5;43m20221214085734273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085734273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085734274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085734274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085734275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085734275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085734275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:35.796794 run osmo-stp_10.42.42.5(pid=30922): stdout: \u000a| (launched: 2022-12-14_08:57:34.102590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:35.919374 run osmo-stp_10.42.42.5(pid=30922): stderr: \u000a| �[0;m�[38;5;43m20221214085734273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085734273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085734274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085734274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085734275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085734275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085734275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:36.061642 run patchelf(pid=30925): Terminating (SIGINT)\u000a08:57:36.228692 run patchelf(pid=30925): Terminated: ok {rc=0}\u000a08:57:36.259244 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30922): Process ended prematurely: osmo-stp_10.42.42.5(pid=30922) [trial-2402↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30922)] [trial-2402↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a08:57:36.267914 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:57:36.328318 run osmo-hlr_10.42.42.2(pid=30919): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30919)]\u000a08:57:36.377654 run osmo-hlr_10.42.42.2(pid=30919): stdout: \u000a| (launched: 2022-12-14_08:57:33.162167) \u000a08:57:36.427545 run osmo-hlr_10.42.42.2(pid=30919): stderr: \u000a| �[0;m�[1;31m20221214085733337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085733337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085733337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085733337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085733337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085733337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085733349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085733358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085733358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085733358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:36.470256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30918): Terminating (SIGTERM)\u000a08:57:36.510273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30921): Terminating (SIGTERM)\u000a08:57:36.550369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30924): Terminating (SIGTERM)\u000a08:57:36.559588 --- ParallelTerminationStrategy: PID 30918 died...\u000a08:57:36.613646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30918): Terminated: ok {rc=0}\u000a08:57:36.623230 --- ParallelTerminationStrategy: PID 30921 died...\u000a08:57:36.677248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30921): Terminated: ok {rc=0}\u000a08:57:36.686821 --- ParallelTerminationStrategy: PID 30924 died...\u000a08:57:36.740546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30924): Terminated: ok {rc=0}\u000a08:57:36.828751 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:56:39" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30940): Process ended prematurely: osmo-stp_10.42.42.5(pid=30940) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30940): Process ended prematurely: osmo-stp_10.42.42.5(pid=30940) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:57:38.988157 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:38.999268 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:57:39.144706 tst cs_paging_gprs_active.py: using LAC 39817\u000a08:57:39.268250 tst cs_paging_gprs_active.py: using RAC 37\u000a08:57:39.388906 tst cs_paging_gprs_active.py: using CellId 39817\u000a08:57:39.509658 tst cs_paging_gprs_active.py: using BVCI 39818\u000a08:57:39.532727 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:39.543651 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:39.554487 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:39.565230 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:39.576847 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:39.588458 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:39.600245 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:39.611662 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:39.623379 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:57:39.747252 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:57:40.028293 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:57:40.154585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:40.469542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30930): Launched\u000a08:57:40.731585 run iperf3-srv_10.42.42.10(pid=30931): Launched\u000a08:57:40.916482 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:57:41.043098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:41.357642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30932): Launched\u000a08:57:41.619964 run iperf3-srv_10.42.42.10(pid=30933): Launched\u000a08:57:41.804863 tst cs_paging_gprs_active.py:38: start network...\u000a08:57:41.931543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:42.412030 run create_hlr_db(pid=30934): Launched\u000a08:57:42.586668 bus /gobi_6: Setting Powered False\u000a08:57:43.608611 run create_hlr_db(pid=30934): Terminated: ok {rc=0}\u000a08:57:44.041544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30936): Launched\u000a08:57:44.369187 run osmo-hlr_10.42.42.2(pid=30937): Launched\u000a08:57:44.491273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:45.060410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30939): Launched\u000a08:57:45.388434 run osmo-stp_10.42.42.5(pid=30940): Launched\u000a08:57:45.506879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:46.121962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30942): Launched\u000a08:57:46.240543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:46.533684 run patchelf(pid=30943): Launched\u000a08:57:46.727528 run osmo-stp_10.42.42.5(pid=30940): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)]\u000a08:57:46.868519 run osmo-stp_10.42.42.5(pid=30940): stdout: \u000a| (launched: 2022-12-14_08:57:45.226541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:47.010453 run osmo-stp_10.42.42.5(pid=30940): stderr: \u000a| �[0;m�[38;5;43m20221214085745419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085745419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085745419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085745420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085745420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085745420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085745420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:47.147997 run osmo-stp_10.42.42.5(pid=30940): stdout: \u000a| (launched: 2022-12-14_08:57:45.226541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:47.283252 run osmo-stp_10.42.42.5(pid=30940): stderr: \u000a| �[0;m�[38;5;43m20221214085745419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085745419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085745419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085745420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085745420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085745420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085745420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:47.438792 run patchelf(pid=30943): Terminating (SIGINT)\u000a08:57:47.620781 run patchelf(pid=30943): Terminated: ok {rc=0}\u000a08:57:47.654686 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30940): Process ended prematurely: osmo-stp_10.42.42.5(pid=30940) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:57:47.665222 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:57:47.728392 run osmo-hlr_10.42.42.2(pid=30937): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30937)]\u000a08:57:47.780374 run osmo-hlr_10.42.42.2(pid=30937): stdout: \u000a| (launched: 2022-12-14_08:57:44.206981) \u000a08:57:47.832679 run osmo-hlr_10.42.42.2(pid=30937): stderr: \u000a| �[0;m�[1;31m20221214085744404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085744404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085744404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085744404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085744404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085744404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085744416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085744426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085744427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085744427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:47.877286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30930): Terminating (SIGTERM)\u000a08:57:47.919421 run iperf3-srv_10.42.42.10(pid=30931): Terminating (SIGTERM)\u000a08:57:47.962314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30932): Terminating (SIGTERM)\u000a08:57:48.005123 run iperf3-srv_10.42.42.10(pid=30933): Terminating (SIGTERM)\u000a08:57:48.047590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30936): Terminating (SIGTERM)\u000a08:57:48.090070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30939): Terminating (SIGTERM)\u000a08:57:48.132127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30942): Terminating (SIGTERM)\u000a08:57:48.141931 --- ParallelTerminationStrategy: PID 30930 died...\u000a08:57:48.198601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30930): Terminated: ok {rc=0}\u000a08:57:48.208821 --- ParallelTerminationStrategy: PID 30931 died...\u000a08:57:48.265209 run iperf3-srv_10.42.42.10(pid=30931): Terminated {rc=256}\u000a08:57:48.275423 --- ParallelTerminationStrategy: PID 30932 died...\u000a08:57:48.331934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30932): Terminated: ok {rc=0}\u000a08:57:48.342265 --- ParallelTerminationStrategy: PID 30933 died...\u000a08:57:48.398586 run iperf3-srv_10.42.42.10(pid=30933): Terminated {rc=256}\u000a08:57:48.408763 --- ParallelTerminationStrategy: PID 30936 died...\u000a08:57:48.465575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30936): Terminated: ok {rc=0}\u000a08:57:48.475802 --- ParallelTerminationStrategy: PID 30939 died...\u000a08:57:48.532165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30939): Terminated: ok {rc=0}\u000a08:57:48.542217 --- ParallelTerminationStrategy: PID 30942 died...\u000a08:57:48.598998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30942): Terminated: ok {rc=0}\u000a08:57:48.686348 bus /gobi_0: Setting Powered False\u000a08:57:49.794115 bus /gobi_0: Setting Powered False\u000a08:57:50.902589 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30952): Process ended prematurely: osmo-stp_10.42.42.5(pid=30952) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30952)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30952): Process ended prematurely: osmo-stp_10.42.42.5(pid=30952) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:57:52.017583 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:52.029785 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:57:52.179578 tst iperf3.py: using LAC 39818\u000a08:57:52.306477 tst iperf3.py: using RAC 38\u000a08:57:52.433384 tst iperf3.py: using CellId 39818\u000a08:57:52.562002 tst iperf3.py: using BVCI 39819\u000a08:57:52.586900 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:52.598531 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:52.609830 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:52.621124 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:52.632352 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:52.643672 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:52.655155 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:52.666683 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:57:52.678257 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:57:52.957818 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:57:53.084148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:53.397465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30944): Launched\u000a08:57:53.659773 run iperf3-srv_10.42.42.10(pid=30945): Launched\u000a08:57:53.844263 tst iperf3.py:8: start network...\u000a08:57:53.970295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:54.450788 run create_hlr_db(pid=30946): Launched\u000a08:57:54.624888 bus /gobi_6: Setting Powered False\u000a08:57:55.647034 run create_hlr_db(pid=30946): Terminated: ok {rc=0}\u000a08:57:56.079167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30948): Launched\u000a08:57:56.406450 run osmo-hlr_10.42.42.2(pid=30949): Launched\u000a08:57:56.532342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:57.098853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30951): Launched\u000a08:57:57.423689 run osmo-stp_10.42.42.5(pid=30952): Launched\u000a08:57:57.542233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:58.111153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30954): Launched\u000a08:57:58.227105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:58.509067 run patchelf(pid=30955): Launched\u000a08:57:58.698654 run osmo-stp_10.42.42.5(pid=30952): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30952)]\u000a08:57:58.837272 run osmo-stp_10.42.42.5(pid=30952): stdout: \u000a| (launched: 2022-12-14_08:57:57.263366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:58.975471 run osmo-stp_10.42.42.5(pid=30952): stderr: \u000a| �[0;m�[38;5;43m20221214085757454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085757454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085757454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085757455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085757455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085757455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085757455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:59.110232 run osmo-stp_10.42.42.5(pid=30952): stdout: \u000a| (launched: 2022-12-14_08:57:57.263366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:59.242864 run osmo-stp_10.42.42.5(pid=30952): stderr: \u000a| �[0;m�[38;5;43m20221214085757454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085757454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085757454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085757455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085757455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085757455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085757455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:59.397028 run patchelf(pid=30955): Terminating (SIGINT)\u000a08:57:59.577439 run patchelf(pid=30955): Terminated: ok {rc=0}\u000a08:57:59.610611 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30952): Process ended prematurely: osmo-stp_10.42.42.5(pid=30952) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30952)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a08:57:59.620507 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:57:59.683267 run osmo-hlr_10.42.42.2(pid=30949): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30949)]\u000a08:57:59.734667 run osmo-hlr_10.42.42.2(pid=30949): stdout: \u000a| (launched: 2022-12-14_08:57:56.245096) \u000a08:57:59.786877 run osmo-hlr_10.42.42.2(pid=30949): stderr: \u000a| �[0;m�[1;31m20221214085756441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085756441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085756441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085756441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085756441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085756441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085756453 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085756462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085756462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085756462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:59.831213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30944): Terminating (SIGTERM)\u000a08:57:59.873354 run iperf3-srv_10.42.42.10(pid=30945): Terminating (SIGTERM)\u000a08:57:59.914890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30948): Terminating (SIGTERM)\u000a08:57:59.956234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30951): Terminating (SIGTERM)\u000a08:57:59.998012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30954): Terminating (SIGTERM)\u000a08:58:00.007547 --- ParallelTerminationStrategy: PID 30944 died...\u000a08:58:00.062728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30944): Terminated: ok {rc=0}\u000a08:58:00.072585 --- ParallelTerminationStrategy: PID 30945 died...\u000a08:58:00.127431 run iperf3-srv_10.42.42.10(pid=30945): Terminated {rc=256}\u000a08:58:00.137339 --- ParallelTerminationStrategy: PID 30948 died...\u000a08:58:00.192246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30948): Terminated: ok {rc=0}\u000a08:58:00.202269 --- ParallelTerminationStrategy: PID 30951 died...\u000a08:58:00.257624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30951): Terminated: ok {rc=0}\u000a08:58:00.267553 --- ParallelTerminationStrategy: PID 30954 died...\u000a08:58:00.322895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30954): Terminated: ok {rc=0}\u000a08:58:00.409660 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30970): Process ended prematurely: osmo-stp_10.42.42.5(pid=30970) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30970)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30970): Process ended prematurely: osmo-stp_10.42.42.5(pid=30970) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:58:01.523173 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:01.535594 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:58:01.677233 tst iperf3m4.py: using LAC 39819\u000a08:58:01.829575 tst iperf3m4.py: using RAC 39\u000a08:58:02.003712 tst iperf3m4.py: using CellId 39819\u000a08:58:02.130768 tst iperf3m4.py: using BVCI 39820\u000a08:58:02.155050 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:02.167003 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:02.178779 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:02.190424 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:02.202511 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:02.214645 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:02.226878 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:02.238928 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:02.251109 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:58:02.371177 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:58:02.495070 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:58:02.613991 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:58:02.893625 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:58:03.020895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:03.335509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30956): Launched\u000a08:58:03.596919 run iperf3-srv_10.42.42.10(pid=30957): Launched\u000a08:58:03.781668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:58:03.908796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:04.223856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30958): Launched\u000a08:58:04.484284 run iperf3-srv_10.42.42.10(pid=30959): Launched\u000a08:58:04.669637 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:58:04.795709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:05.109802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30960): Launched\u000a08:58:05.371341 run iperf3-srv_10.42.42.10(pid=30961): Launched\u000a08:58:05.555657 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:58:05.681883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:05.995770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30962): Launched\u000a08:58:06.257347 run iperf3-srv_10.42.42.10(pid=30963): Launched\u000a08:58:06.441492 tst iperf3m4.py:8: start network...\u000a08:58:06.567778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:07.044605 run create_hlr_db(pid=30964): Launched\u000a08:58:07.218133 bus /gobi_6: Setting Powered False\u000a08:58:08.240639 run create_hlr_db(pid=30964): Terminated: ok {rc=0}\u000a08:58:08.642603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30966): Launched\u000a08:58:08.946169 run osmo-hlr_10.42.42.2(pid=30967): Launched\u000a08:58:09.064912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:09.598725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30969): Launched\u000a08:58:09.903979 run osmo-stp_10.42.42.5(pid=30970): Launched\u000a08:58:10.015193 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:10.543758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30972): Launched\u000a08:58:10.651920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:10.917715 run patchelf(pid=30973): Launched\u000a08:58:11.095617 run osmo-stp_10.42.42.5(pid=30970): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30970)]\u000a08:58:11.226158 run osmo-stp_10.42.42.5(pid=30970): stdout: \u000a| (launched: 2022-12-14_08:58:09.753007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:11.356104 run osmo-stp_10.42.42.5(pid=30970): stderr: \u000a| �[0;m�[38;5;43m20221214085809921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085809921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085809921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085809922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085809922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085809922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085809922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:11.481840 run osmo-stp_10.42.42.5(pid=30970): stdout: \u000a| (launched: 2022-12-14_08:58:09.753007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:11.606293 run osmo-stp_10.42.42.5(pid=30970): stderr: \u000a| �[0;m�[38;5;43m20221214085809921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085809921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085809921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085809922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085809922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085809922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085809922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:11.750493 run patchelf(pid=30973): Terminating (SIGINT)\u000a08:58:11.919646 run patchelf(pid=30973): Terminated: ok {rc=0}\u000a08:58:11.951026 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30970): Process ended prematurely: osmo-stp_10.42.42.5(pid=30970) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30970)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:58:11.960435 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:58:12.021432 run osmo-hlr_10.42.42.2(pid=30967): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30967)]\u000a08:58:12.070945 run osmo-hlr_10.42.42.2(pid=30967): stdout: \u000a| (launched: 2022-12-14_08:58:08.796294) \u000a08:58:12.121082 run osmo-hlr_10.42.42.2(pid=30967): stderr: \u000a| �[0;m�[1;31m20221214085808967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085808967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085808967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085808967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085808967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085808967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085808979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085808987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085808987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085808987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:12.163748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30956): Terminating (SIGTERM)\u000a08:58:12.203277 run iperf3-srv_10.42.42.10(pid=30957): Terminating (SIGTERM)\u000a08:58:12.243114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30958): Terminating (SIGTERM)\u000a08:58:12.282637 run iperf3-srv_10.42.42.10(pid=30959): Terminating (SIGTERM)\u000a08:58:12.322222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30960): Terminating (SIGTERM)\u000a08:58:12.361759 run iperf3-srv_10.42.42.10(pid=30961): Terminating (SIGTERM)\u000a08:58:12.401585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30962): Terminating (SIGTERM)\u000a08:58:12.441376 run iperf3-srv_10.42.42.10(pid=30963): Terminating (SIGTERM)\u000a08:58:12.481062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30966): Terminating (SIGTERM)\u000a08:58:12.520796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30969): Terminating (SIGTERM)\u000a08:58:12.560635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30972): Terminating (SIGTERM)\u000a08:58:12.569893 --- ParallelTerminationStrategy: PID 30956 died...\u000a08:58:12.623485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30956): Terminated: ok {rc=0}\u000a08:58:12.632888 --- ParallelTerminationStrategy: PID 30957 died...\u000a08:58:12.686208 run iperf3-srv_10.42.42.10(pid=30957): Terminated {rc=256}\u000a08:58:12.695573 --- ParallelTerminationStrategy: PID 30958 died...\u000a08:58:12.748607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30958): Terminated: ok {rc=0}\u000a08:58:12.758187 --- ParallelTerminationStrategy: PID 30959 died...\u000a08:58:12.811253 run iperf3-srv_10.42.42.10(pid=30959): Terminated {rc=256}\u000a08:58:12.820801 --- ParallelTerminationStrategy: PID 30960 died...\u000a08:58:12.873932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30960): Terminated: ok {rc=0}\u000a08:58:12.883353 --- ParallelTerminationStrategy: PID 30961 died...\u000a08:58:12.936305 run iperf3-srv_10.42.42.10(pid=30961): Terminated {rc=256}\u000a08:58:12.945921 --- ParallelTerminationStrategy: PID 30962 died...\u000a08:58:12.999039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30962): Terminated: ok {rc=0}\u000a08:58:13.008658 --- ParallelTerminationStrategy: PID 30963 died...\u000a08:58:13.061850 run iperf3-srv_10.42.42.10(pid=30963): Terminated {rc=256}\u000a08:58:13.071480 --- ParallelTerminationStrategy: PID 30966 died...\u000a08:58:13.124769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30966): Terminated: ok {rc=0}\u000a08:58:13.134354 --- ParallelTerminationStrategy: PID 30969 died...\u000a08:58:13.187997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30969): Terminated: ok {rc=0}\u000a08:58:13.197840 --- ParallelTerminationStrategy: PID 30972 died...\u000a08:58:13.251675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30972): Terminated: ok {rc=0}\u000a08:58:13.340941 bus /gobi_4: Setting Powered False\u000a08:58:14.443853 bus /gobi_4: Setting Powered False\u000a08:58:15.555140 bus /gobi_1: Setting Powered False\u000a08:58:16.663227 bus /gobi_1: Setting Powered False\u000a08:58:17.774696 bus /gobi_0: Setting Powered False\u000a08:58:18.876617 bus /gobi_0: Setting Powered False\u000a08:58:19.988406 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30980): Process ended prematurely: osmo-stp_10.42.42.5(pid=30980) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30980)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30980): Process ended prematurely: osmo-stp_10.42.42.5(pid=30980) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:58:21.058430 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:21.070904 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:58:21.222537 tst ping.py: using LAC 39820\u000a08:58:21.362024 tst ping.py: using RAC 40\u000a08:58:21.485670 tst ping.py: using CellId 39820\u000a08:58:21.608857 tst ping.py: using BVCI 39821\u000a08:58:21.633841 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:21.645636 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:21.657220 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:21.668694 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:21.680268 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:21.691839 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:21.703691 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:21.715445 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:58:21.991901 tst ping.py:19: start network...\u000a08:58:22.116514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:22.595784 run create_hlr_db(pid=30974): Launched\u000a08:58:22.767967 bus /gobi_6: Setting Powered False\u000a08:58:23.800433 run create_hlr_db(pid=30974): Terminated: ok {rc=0}\u000a08:58:24.201739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30976): Launched\u000a08:58:24.501041 run osmo-hlr_10.42.42.2(pid=30977): Launched\u000a08:58:24.610818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:25.130446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30979): Launched\u000a08:58:25.429198 run osmo-stp_10.42.42.5(pid=30980): Launched\u000a08:58:25.538314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:26.058906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30982): Launched\u000a08:58:26.164765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:26.425216 run patchelf(pid=30983): Launched\u000a08:58:26.600175 run osmo-stp_10.42.42.5(pid=30980): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30980)]\u000a08:58:26.727769 run osmo-stp_10.42.42.5(pid=30980): stdout: \u000a| (launched: 2022-12-14_08:58:25.281673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:26.855616 run osmo-stp_10.42.42.5(pid=30980): stderr: \u000a| �[0;m�[38;5;43m20221214085825450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085825451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085825451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085825451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085825452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085825452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085825452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:26.978953 run osmo-stp_10.42.42.5(pid=30980): stdout: \u000a| (launched: 2022-12-14_08:58:25.281673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:27.101192 run osmo-stp_10.42.42.5(pid=30980): stderr: \u000a| �[0;m�[38;5;43m20221214085825450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085825451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085825451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085825451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085825452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085825452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085825452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:27.243128 run patchelf(pid=30983): Terminating (SIGINT)\u000a08:58:27.410392 run patchelf(pid=30983): Terminated: ok {rc=0}\u000a08:58:27.440663 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30980): Process ended prematurely: osmo-stp_10.42.42.5(pid=30980) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30980)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a08:58:27.449436 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:58:27.510356 run osmo-hlr_10.42.42.2(pid=30977): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30977)]\u000a08:58:27.559736 run osmo-hlr_10.42.42.2(pid=30977): stdout: \u000a| (launched: 2022-12-14_08:58:24.353168) \u000a08:58:27.609806 run osmo-hlr_10.42.42.2(pid=30977): stderr: \u000a| �[0;m�[1;31m20221214085824527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085824527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085824527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085824527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085824527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085824528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085824539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085824549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085824549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085824549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:27.652596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30976): Terminating (SIGTERM)\u000a08:58:27.692891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30979): Terminating (SIGTERM)\u000a08:58:27.733014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30982): Terminating (SIGTERM)\u000a08:58:27.742291 --- ParallelTerminationStrategy: PID 30976 died...\u000a08:58:27.796428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30976): Terminated: ok {rc=0}\u000a08:58:27.806082 --- ParallelTerminationStrategy: PID 30979 died...\u000a08:58:27.859895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30979): Terminated: ok {rc=0}\u000a08:58:27.869894 --- ParallelTerminationStrategy: PID 30982 died...\u000a08:58:27.923744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30982): Terminated: ok {rc=0}\u000a08:58:28.013242 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30990): Process ended prematurely: osmo-stp_10.42.42.5(pid=30990) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30990)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30990): Process ended prematurely: osmo-stp_10.42.42.5(pid=30990) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:58:29.064810 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:29.076632 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:58:29.218551 tst ping_idle_ping.py: using LAC 39821\u000a08:58:29.338670 tst ping_idle_ping.py: using RAC 41\u000a08:58:29.456500 tst ping_idle_ping.py: using CellId 39821\u000a08:58:29.579999 tst ping_idle_ping.py: using BVCI 39822\u000a08:58:29.602874 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:29.614095 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:29.625013 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:29.635784 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:29.647389 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:29.659031 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:29.671002 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:58:29.682655 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:58:29.958743 tst ping_idle_ping.py:24: start network...\u000a08:58:30.082958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:30.566406 run create_hlr_db(pid=30984): Launched\u000a08:58:30.739180 bus /gobi_6: Setting Powered False\u000a08:58:31.786022 run create_hlr_db(pid=30984): Terminated: ok {rc=0}\u000a08:58:32.225968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30986): Launched\u000a08:58:32.527318 run osmo-hlr_10.42.42.2(pid=30987): Launched\u000a08:58:32.643233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:33.172886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30989): Launched\u000a08:58:33.471387 run osmo-stp_10.42.42.5(pid=30990): Launched\u000a08:58:33.580324 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:34.105097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30992): Launched\u000a08:58:34.211419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:34.473539 run patchelf(pid=30993): Launched\u000a08:58:34.649403 run osmo-stp_10.42.42.5(pid=30990): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30990)]\u000a08:58:34.777755 run osmo-stp_10.42.42.5(pid=30990): stdout: \u000a| (launched: 2022-12-14_08:58:33.323511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:34.906441 run osmo-stp_10.42.42.5(pid=30990): stderr: \u000a| �[0;m�[38;5;43m20221214085833495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085833495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085833495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085833495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085833496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085833496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085833496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:35.030635 run osmo-stp_10.42.42.5(pid=30990): stdout: \u000a| (launched: 2022-12-14_08:58:33.323511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:35.153843 run osmo-stp_10.42.42.5(pid=30990): stderr: \u000a| �[0;m�[38;5;43m20221214085833495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085833495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085833495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085833495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085833496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085833496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085833496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:35.296894 run patchelf(pid=30993): Terminating (SIGINT)\u000a08:58:35.465239 run patchelf(pid=30993): Terminated: ok {rc=0}\u000a08:58:35.495857 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30990): Process ended prematurely: osmo-stp_10.42.42.5(pid=30990) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30990)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:58:35.504489 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a08:58:35.565432 run osmo-hlr_10.42.42.2(pid=30987): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30987)]\u000a08:58:35.615104 run osmo-hlr_10.42.42.2(pid=30987): stdout: \u000a| (launched: 2022-12-14_08:58:32.379369) \u000a08:58:35.665054 run osmo-hlr_10.42.42.2(pid=30987): stderr: \u000a| �[0;m�[1;31m20221214085832554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085832555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085832555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085832555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085832555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085832555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085832567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085832578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085832578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085832578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:35.707671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30986): Terminating (SIGTERM)\u000a08:58:35.747800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30989): Terminating (SIGTERM)\u000a08:58:35.787813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30992): Terminating (SIGTERM)\u000a08:58:35.797037 --- ParallelTerminationStrategy: PID 30986 died...\u000a08:58:35.851325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30986): Terminated: ok {rc=0}\u000a08:58:35.860930 --- ParallelTerminationStrategy: PID 30989 died...\u000a08:58:35.914898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30989): Terminated: ok {rc=0}\u000a08:58:35.924435 --- ParallelTerminationStrategy: PID 30992 died...\u000a08:58:35.978091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30992): Terminated: ok {rc=0}\u000a08:58:36.067193 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:57:38" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31008): Process ended prematurely: osmo-stp_10.42.42.5(pid=31008) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31008)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31008): Process ended prematurely: osmo-stp_10.42.42.5(pid=31008) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:58:38.221841 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:38.232806 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:58:38.391613 tst cs_paging_gprs_active.py: using LAC 39822\u000a08:58:38.516295 tst cs_paging_gprs_active.py: using RAC 42\u000a08:58:38.635977 tst cs_paging_gprs_active.py: using CellId 39822\u000a08:58:38.753701 tst cs_paging_gprs_active.py: using BVCI 39823\u000a08:58:38.776787 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:38.787812 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:38.798826 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:38.809693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:38.820845 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:38.832010 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:38.843357 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:38.854486 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:38.865864 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:58:38.987332 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:58:39.269118 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:58:39.396103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:39.712150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30998): Launched\u000a08:58:39.976822 run iperf3-srv_10.42.42.10(pid=30999): Launched\u000a08:58:40.162246 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:58:40.290138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:40.606324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31000): Launched\u000a08:58:40.868289 run iperf3-srv_10.42.42.10(pid=31001): Launched\u000a08:58:41.053471 tst cs_paging_gprs_active.py:38: start network...\u000a08:58:41.179967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:41.667778 run create_hlr_db(pid=31002): Launched\u000a08:58:41.856351 bus /gobi_6: Setting Powered False\u000a08:58:42.877271 run create_hlr_db(pid=31002): Terminated: ok {rc=0}\u000a08:58:43.310557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31004): Launched\u000a08:58:43.638107 run osmo-hlr_10.42.42.2(pid=31005): Launched\u000a08:58:43.759581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:44.326443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31007): Launched\u000a08:58:44.653140 run osmo-stp_10.42.42.5(pid=31008): Launched\u000a08:58:44.771125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:45.339819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31010): Launched\u000a08:58:45.455729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:45.740392 run patchelf(pid=31011): Launched\u000a08:58:45.955465 run osmo-stp_10.42.42.5(pid=31008): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31008)]\u000a08:58:46.098463 run osmo-stp_10.42.42.5(pid=31008): stdout: \u000a| (launched: 2022-12-14_08:58:44.492335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:46.240606 run osmo-stp_10.42.42.5(pid=31008): stderr: \u000a| �[0;m�[38;5;43m20221214085844686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085844686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085844686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085844687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085844687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085844687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085844687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:46.377771 run osmo-stp_10.42.42.5(pid=31008): stdout: \u000a| (launched: 2022-12-14_08:58:44.492335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:46.513385 run osmo-stp_10.42.42.5(pid=31008): stderr: \u000a| �[0;m�[38;5;43m20221214085844686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085844686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085844686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085844687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085844687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085844687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085844687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:46.671094 run patchelf(pid=31011): Terminating (SIGINT)\u000a08:58:46.855784 run patchelf(pid=31011): Terminated: ok {rc=0}\u000a08:58:46.890387 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31008): Process ended prematurely: osmo-stp_10.42.42.5(pid=31008) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31008)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:58:46.901679 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:58:46.965907 run osmo-hlr_10.42.42.2(pid=31005): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31005)]\u000a08:58:47.018675 run osmo-hlr_10.42.42.2(pid=31005): stdout: \u000a| (launched: 2022-12-14_08:58:43.476682) \u000a08:58:47.071868 run osmo-hlr_10.42.42.2(pid=31005): stderr: \u000a| �[0;m�[1;31m20221214085843676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085843676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085843676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085843676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085843676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085843676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085843689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085843699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085843699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085843699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:47.116787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30998): Terminating (SIGTERM)\u000a08:58:47.159880 run iperf3-srv_10.42.42.10(pid=30999): Terminating (SIGTERM)\u000a08:58:47.204941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31000): Terminating (SIGTERM)\u000a08:58:47.246555 run iperf3-srv_10.42.42.10(pid=31001): Terminating (SIGTERM)\u000a08:58:47.288593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31004): Terminating (SIGTERM)\u000a08:58:47.330396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31007): Terminating (SIGTERM)\u000a08:58:47.371942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31010): Terminating (SIGTERM)\u000a08:58:47.381616 --- ParallelTerminationStrategy: PID 30998 died...\u000a08:58:47.437398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30998): Terminated: ok {rc=0}\u000a08:58:47.447425 --- ParallelTerminationStrategy: PID 30999 died...\u000a08:58:47.502752 run iperf3-srv_10.42.42.10(pid=30999): Terminated {rc=256}\u000a08:58:47.512683 --- ParallelTerminationStrategy: PID 31000 died...\u000a08:58:47.568250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31000): Terminated: ok {rc=0}\u000a08:58:47.578259 --- ParallelTerminationStrategy: PID 31001 died...\u000a08:58:47.633595 run iperf3-srv_10.42.42.10(pid=31001): Terminated {rc=256}\u000a08:58:47.643575 --- ParallelTerminationStrategy: PID 31004 died...\u000a08:58:47.699274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31004): Terminated: ok {rc=0}\u000a08:58:47.709374 --- ParallelTerminationStrategy: PID 31007 died...\u000a08:58:47.764861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31007): Terminated: ok {rc=0}\u000a08:58:47.774880 --- ParallelTerminationStrategy: PID 31010 died...\u000a08:58:47.830301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31010): Terminated: ok {rc=0}\u000a08:58:47.917115 bus /gobi_0: Setting Powered False\u000a08:58:49.023569 bus /gobi_0: Setting Powered False\u000a08:58:50.132504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31020): Process ended prematurely: osmo-stp_10.42.42.5(pid=31020) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31020)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31020): Process ended prematurely: osmo-stp_10.42.42.5(pid=31020) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:58:51.247989 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:51.260075 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:58:51.431502 tst iperf3.py: using LAC 39823\u000a08:58:51.559250 tst iperf3.py: using RAC 43\u000a08:58:51.693414 tst iperf3.py: using CellId 39823\u000a08:58:51.819040 tst iperf3.py: using BVCI 39824\u000a08:58:51.844094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:51.855716 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:51.867169 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:51.878628 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:51.890307 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:51.901688 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:51.913211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:51.924427 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:58:51.936116 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:58:52.216040 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:58:52.343670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:58:52.658886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31012): Launched\u000a08:58:52.923601 run iperf3-srv_10.42.42.10(pid=31013): Launched\u000a08:58:53.108392 tst iperf3.py:8: start network...\u000a08:58:53.234954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:53.716003 run create_hlr_db(pid=31014): Launched\u000a08:58:53.889893 bus /gobi_6: Setting Powered False\u000a08:58:54.912073 run create_hlr_db(pid=31014): Terminated: ok {rc=0}\u000a08:58:55.345595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31016): Launched\u000a08:58:55.672262 run osmo-hlr_10.42.42.2(pid=31017): Launched\u000a08:58:55.795198 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:56.363706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31019): Launched\u000a08:58:56.690534 run osmo-stp_10.42.42.5(pid=31020): Launched\u000a08:58:56.807588 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:57.376710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31022): Launched\u000a08:58:57.493265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:57.778137 run patchelf(pid=31023): Launched\u000a08:58:57.967936 run osmo-stp_10.42.42.5(pid=31020): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31020)]\u000a08:58:58.107327 run osmo-stp_10.42.42.5(pid=31020): stdout: \u000a| (launched: 2022-12-14_08:58:56.529325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:58.246774 run osmo-stp_10.42.42.5(pid=31020): stderr: \u000a| �[0;m�[38;5;43m20221214085856724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085856724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085856724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085856724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085856725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085856725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085856725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:58.381818 run osmo-stp_10.42.42.5(pid=31020): stdout: \u000a| (launched: 2022-12-14_08:58:56.529325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:58.515079 run osmo-stp_10.42.42.5(pid=31020): stderr: \u000a| �[0;m�[38;5;43m20221214085856724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085856724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085856724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085856724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085856725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085856725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085856725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:58.669836 run patchelf(pid=31023): Terminating (SIGINT)\u000a08:58:58.851842 run patchelf(pid=31023): Terminated: ok {rc=0}\u000a08:58:58.885348 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31020): Process ended prematurely: osmo-stp_10.42.42.5(pid=31020) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31020)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:58:58.895362 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a08:58:58.958669 run osmo-hlr_10.42.42.2(pid=31017): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31017)]\u000a08:58:59.010613 run osmo-hlr_10.42.42.2(pid=31017): stdout: \u000a| (launched: 2022-12-14_08:58:55.511251) \u000a08:58:59.063771 run osmo-hlr_10.42.42.2(pid=31017): stderr: \u000a| �[0;m�[1;31m20221214085855709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085855709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085855709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085855709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085855709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085855710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085855722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085855730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085855731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085855731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:59.108645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31012): Terminating (SIGTERM)\u000a08:58:59.151882 run iperf3-srv_10.42.42.10(pid=31013): Terminating (SIGTERM)\u000a08:58:59.194199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31016): Terminating (SIGTERM)\u000a08:58:59.236241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31019): Terminating (SIGTERM)\u000a08:58:59.278771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31022): Terminating (SIGTERM)\u000a08:58:59.288477 --- ParallelTerminationStrategy: PID 31012 died...\u000a08:58:59.344683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31012): Terminated: ok {rc=0}\u000a08:58:59.354762 --- ParallelTerminationStrategy: PID 31013 died...\u000a08:58:59.410110 run iperf3-srv_10.42.42.10(pid=31013): Terminated {rc=256}\u000a08:58:59.420037 --- ParallelTerminationStrategy: PID 31016 died...\u000a08:58:59.475173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31016): Terminated: ok {rc=0}\u000a08:58:59.485196 --- ParallelTerminationStrategy: PID 31019 died...\u000a08:58:59.540262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31019): Terminated: ok {rc=0}\u000a08:58:59.550268 --- ParallelTerminationStrategy: PID 31022 died...\u000a08:58:59.606045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31022): Terminated: ok {rc=0}\u000a08:58:59.693307 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31038): Process ended prematurely: osmo-stp_10.42.42.5(pid=31038) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31038)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31038): Process ended prematurely: osmo-stp_10.42.42.5(pid=31038) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:59:00.808942 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:00.821225 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:59:00.991003 tst iperf3m4.py: using LAC 39824\u000a08:59:01.142336 tst iperf3m4.py: using RAC 44\u000a08:59:01.303891 tst iperf3m4.py: using CellId 39824\u000a08:59:01.438582 tst iperf3m4.py: using BVCI 39825\u000a08:59:01.465206 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:01.477905 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:01.490486 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:01.503167 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:01.516005 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:01.529102 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:01.542004 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:01.554737 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:01.567770 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:59:01.693415 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:59:01.854330 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:59:01.983324 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:59:02.297385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:59:02.431233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:02.749271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31024): Launched\u000a08:59:03.012245 run iperf3-srv_10.42.42.10(pid=31025): Launched\u000a08:59:03.197914 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:59:03.325056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:03.640287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31026): Launched\u000a08:59:03.905280 run iperf3-srv_10.42.42.10(pid=31027): Launched\u000a08:59:04.090365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:59:04.217626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:04.535271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31028): Launched\u000a08:59:04.797943 run iperf3-srv_10.42.42.10(pid=31029): Launched\u000a08:59:04.983706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:59:05.111081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:05.426161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31030): Launched\u000a08:59:05.688072 run iperf3-srv_10.42.42.10(pid=31031): Launched\u000a08:59:05.873029 tst iperf3m4.py:8: start network...\u000a08:59:05.999629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:06.481047 run create_hlr_db(pid=31032): Launched\u000a08:59:06.655584 bus /gobi_6: Setting Powered False\u000a08:59:07.677336 run create_hlr_db(pid=31032): Terminated: ok {rc=0}\u000a08:59:08.109827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31034): Launched\u000a08:59:08.438638 run osmo-hlr_10.42.42.2(pid=31035): Launched\u000a08:59:08.558405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:09.124334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31037): Launched\u000a08:59:09.450222 run osmo-stp_10.42.42.5(pid=31038): Launched\u000a08:59:09.567513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:59:10.135661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31040): Launched\u000a08:59:10.251797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:59:10.537119 run patchelf(pid=31041): Launched\u000a08:59:10.726525 run osmo-stp_10.42.42.5(pid=31038): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31038)]\u000a08:59:10.864843 run osmo-stp_10.42.42.5(pid=31038): stdout: \u000a| (launched: 2022-12-14_08:59:09.289833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:11.003396 run osmo-stp_10.42.42.5(pid=31038): stderr: \u000a| �[0;m�[38;5;43m20221214085909481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085909481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085909481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085909482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085909482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085909482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085909482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:11.138059 run osmo-stp_10.42.42.5(pid=31038): stdout: \u000a| (launched: 2022-12-14_08:59:09.289833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:11.270748 run osmo-stp_10.42.42.5(pid=31038): stderr: \u000a| �[0;m�[38;5;43m20221214085909481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085909481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085909481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085909482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085909482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085909482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085909482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:11.424442 run patchelf(pid=31041): Terminating (SIGINT)\u000a08:59:11.604851 run patchelf(pid=31041): Terminated: ok {rc=0}\u000a08:59:11.638166 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31038): Process ended prematurely: osmo-stp_10.42.42.5(pid=31038) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31038)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:59:11.648209 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a08:59:11.711519 run osmo-hlr_10.42.42.2(pid=31035): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31035)]\u000a08:59:11.762942 run osmo-hlr_10.42.42.2(pid=31035): stdout: \u000a| (launched: 2022-12-14_08:59:08.276372) \u000a08:59:11.815325 run osmo-hlr_10.42.42.2(pid=31035): stderr: \u000a| �[0;m�[1;31m20221214085908473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085908473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085908473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085908473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085908473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085908473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085908485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085908494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085908494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085908494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:11.859679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31024): Terminating (SIGTERM)\u000a08:59:11.929787 run iperf3-srv_10.42.42.10(pid=31025): Terminating (SIGTERM)\u000a08:59:11.970876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31026): Terminating (SIGTERM)\u000a08:59:12.011759 run iperf3-srv_10.42.42.10(pid=31027): Terminating (SIGTERM)\u000a08:59:12.052332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31028): Terminating (SIGTERM)\u000a08:59:12.092901 run iperf3-srv_10.42.42.10(pid=31029): Terminating (SIGTERM)\u000a08:59:12.133474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31030): Terminating (SIGTERM)\u000a08:59:12.174177 run iperf3-srv_10.42.42.10(pid=31031): Terminating (SIGTERM)\u000a08:59:12.215150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31034): Terminating (SIGTERM)\u000a08:59:12.255506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31037): Terminating (SIGTERM)\u000a08:59:12.295832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31040): Terminating (SIGTERM)\u000a08:59:12.304697 --- ParallelTerminationStrategy: PID 31024 died...\u000a08:59:12.359236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31024): Terminated: ok {rc=0}\u000a08:59:12.368723 --- ParallelTerminationStrategy: PID 31025 died...\u000a08:59:12.422719 run iperf3-srv_10.42.42.10(pid=31025): Terminated {rc=256}\u000a08:59:12.432458 --- ParallelTerminationStrategy: PID 31026 died...\u000a08:59:12.487180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31026): Terminated: ok {rc=0}\u000a08:59:12.496868 --- ParallelTerminationStrategy: PID 31027 died...\u000a08:59:12.551126 run iperf3-srv_10.42.42.10(pid=31027): Terminated {rc=256}\u000a08:59:12.560721 --- ParallelTerminationStrategy: PID 31028 died...\u000a08:59:12.615291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31028): Terminated: ok {rc=0}\u000a08:59:12.624909 --- ParallelTerminationStrategy: PID 31029 died...\u000a08:59:12.678999 run iperf3-srv_10.42.42.10(pid=31029): Terminated {rc=256}\u000a08:59:12.688477 --- ParallelTerminationStrategy: PID 31030 died...\u000a08:59:12.743357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31030): Terminated: ok {rc=0}\u000a08:59:12.753030 --- ParallelTerminationStrategy: PID 31031 died...\u000a08:59:12.807340 run iperf3-srv_10.42.42.10(pid=31031): Terminated {rc=256}\u000a08:59:12.817086 --- ParallelTerminationStrategy: PID 31034 died...\u000a08:59:12.871681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31034): Terminated: ok {rc=0}\u000a08:59:12.881388 --- ParallelTerminationStrategy: PID 31037 died...\u000a08:59:12.935991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31037): Terminated: ok {rc=0}\u000a08:59:12.945979 --- ParallelTerminationStrategy: PID 31040 died...\u000a08:59:13.000523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31040): Terminated: ok {rc=0}\u000a08:59:13.089299 bus /gobi_4: Setting Powered False\u000a08:59:14.191541 bus /gobi_4: Setting Powered False\u000a08:59:15.302680 bus /gobi_1: Setting Powered False\u000a08:59:16.444788 bus /gobi_1: Setting Powered False\u000a08:59:17.555843 bus /gobi_0: Setting Powered False\u000a08:59:18.660860 bus /gobi_0: Setting Powered False\u000a08:59:19.769791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31048): Process ended prematurely: osmo-stp_10.42.42.5(pid=31048) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31048)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31048): Process ended prematurely: osmo-stp_10.42.42.5(pid=31048) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:59:20.838803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:20.851334 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:59:21.012311 tst ping.py: using LAC 39825\u000a08:59:21.130114 tst ping.py: using RAC 45\u000a08:59:21.247751 tst ping.py: using CellId 39825\u000a08:59:21.365601 tst ping.py: using BVCI 39826\u000a08:59:21.388672 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:21.400308 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:21.411463 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:21.422612 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:21.433922 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:21.445406 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:21.456917 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:21.468459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:59:21.747266 tst ping.py:19: start network...\u000a08:59:21.871121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:22.341435 run create_hlr_db(pid=31042): Launched\u000a08:59:22.513563 bus /gobi_6: Setting Powered False\u000a08:59:23.534203 run create_hlr_db(pid=31042): Terminated: ok {rc=0}\u000a08:59:23.933610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31044): Launched\u000a08:59:24.231639 run osmo-hlr_10.42.42.2(pid=31045): Launched\u000a08:59:24.346674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:24.874649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31047): Launched\u000a08:59:25.172431 run osmo-stp_10.42.42.5(pid=31048): Launched\u000a08:59:25.281400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:59:25.802412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31050): Launched\u000a08:59:25.908532 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:59:26.169833 run patchelf(pid=31051): Launched\u000a08:59:26.344654 run osmo-stp_10.42.42.5(pid=31048): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31048)]\u000a08:59:26.472669 run osmo-stp_10.42.42.5(pid=31048): stdout: \u000a| (launched: 2022-12-14_08:59:25.024768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:26.601356 run osmo-stp_10.42.42.5(pid=31048): stderr: \u000a| �[0;m�[38;5;43m20221214085925196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085925197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085925197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085925197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085925198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085925198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085925198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:26.724834 run osmo-stp_10.42.42.5(pid=31048): stdout: \u000a| (launched: 2022-12-14_08:59:25.024768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:26.847788 run osmo-stp_10.42.42.5(pid=31048): stderr: \u000a| �[0;m�[38;5;43m20221214085925196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085925197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085925197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085925197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085925198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085925198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085925198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:26.990539 run patchelf(pid=31051): Terminating (SIGINT)\u000a08:59:27.157607 run patchelf(pid=31051): Terminated: ok {rc=0}\u000a08:59:27.187914 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31048): Process ended prematurely: osmo-stp_10.42.42.5(pid=31048) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31048)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:59:27.196635 tst ping.py:22: Test FAILED (6.3 sec)\u000a08:59:27.257274 run osmo-hlr_10.42.42.2(pid=31045): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31045)]\u000a08:59:27.306904 run osmo-hlr_10.42.42.2(pid=31045): stdout: \u000a| (launched: 2022-12-14_08:59:24.084503) \u000a08:59:27.357193 run osmo-hlr_10.42.42.2(pid=31045): stderr: \u000a| �[0;m�[1;31m20221214085924261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085924261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085924261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085924261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085924262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085924262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085924273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085924281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085924282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085924282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:27.400010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31044): Terminating (SIGTERM)\u000a08:59:27.440659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31047): Terminating (SIGTERM)\u000a08:59:27.481376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31050): Terminating (SIGTERM)\u000a08:59:27.490784 --- ParallelTerminationStrategy: PID 31044 died...\u000a08:59:27.545517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31044): Terminated: ok {rc=0}\u000a08:59:27.555381 --- ParallelTerminationStrategy: PID 31047 died...\u000a08:59:27.609721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31047): Terminated: ok {rc=0}\u000a08:59:27.619448 --- ParallelTerminationStrategy: PID 31050 died...\u000a08:59:27.673398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31050): Terminated: ok {rc=0}\u000a08:59:27.757407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31058): Process ended prematurely: osmo-stp_10.42.42.5(pid=31058) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31058)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31058): Process ended prematurely: osmo-stp_10.42.42.5(pid=31058) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:59:28.811685 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:28.824726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:59:28.992224 tst ping_idle_ping.py: using LAC 39826\u000a08:59:29.119026 tst ping_idle_ping.py: using RAC 46\u000a08:59:29.240465 tst ping_idle_ping.py: using CellId 39826\u000a08:59:29.360699 tst ping_idle_ping.py: using BVCI 39827\u000a08:59:29.383892 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:29.395354 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:29.406623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:29.417733 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:29.428886 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:29.440346 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:29.451787 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:59:29.463143 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:59:29.756570 tst ping_idle_ping.py:24: start network...\u000a08:59:29.889981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:30.414130 run create_hlr_db(pid=31052): Launched\u000a08:59:30.600802 bus /gobi_6: Setting Powered False\u000a08:59:31.614842 run create_hlr_db(pid=31052): Terminated: ok {rc=0}\u000a08:59:32.067291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31054): Launched\u000a08:59:32.395242 run osmo-hlr_10.42.42.2(pid=31055): Launched\u000a08:59:32.514843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:33.075548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31057): Launched\u000a08:59:33.398013 run osmo-stp_10.42.42.5(pid=31058): Launched\u000a08:59:33.513085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:59:34.075303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31060): Launched\u000a08:59:34.189698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:59:34.471043 run patchelf(pid=31061): Launched\u000a08:59:34.658739 run osmo-stp_10.42.42.5(pid=31058): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31058)]\u000a08:59:34.795410 run osmo-stp_10.42.42.5(pid=31058): stdout: \u000a| (launched: 2022-12-14_08:59:33.238810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:34.932783 run osmo-stp_10.42.42.5(pid=31058): stderr: \u000a| �[0;m�[38;5;43m20221214085933432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085933432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085933433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085933433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085933433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085933434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085933434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:35.066022 run osmo-stp_10.42.42.5(pid=31058): stdout: \u000a| (launched: 2022-12-14_08:59:33.238810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:35.197789 run osmo-stp_10.42.42.5(pid=31058): stderr: \u000a| �[0;m�[38;5;43m20221214085933432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085933432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085933433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085933433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085933433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085933434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085933434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:35.350377 run patchelf(pid=31061): Terminating (SIGINT)\u000a08:59:35.528200 run patchelf(pid=31061): Terminated: ok {rc=0}\u000a08:59:35.560665 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31058): Process ended prematurely: osmo-stp_10.42.42.5(pid=31058) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31058)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:59:35.570167 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:59:35.632805 run osmo-hlr_10.42.42.2(pid=31055): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31055)]\u000a08:59:35.684266 run osmo-hlr_10.42.42.2(pid=31055): stdout: \u000a| (launched: 2022-12-14_08:59:32.234142) \u000a08:59:35.736348 run osmo-hlr_10.42.42.2(pid=31055): stderr: \u000a| �[0;m�[1;31m20221214085932431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085932431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085932431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085932431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085932431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085932432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085932444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085932452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085932452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085932452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:35.780869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31054): Terminating (SIGTERM)\u000a08:59:35.822846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31057): Terminating (SIGTERM)\u000a08:59:35.864645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31060): Terminating (SIGTERM)\u000a08:59:35.874418 --- ParallelTerminationStrategy: PID 31054 died...\u000a08:59:35.930232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31054): Terminated: ok {rc=0}\u000a08:59:35.940201 --- ParallelTerminationStrategy: PID 31057 died...\u000a08:59:35.995608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31057): Terminated: ok {rc=0}\u000a08:59:36.005927 --- ParallelTerminationStrategy: PID 31060 died...\u000a08:59:36.061322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31060): Terminated: ok {rc=0}\u000a08:59:36.147431 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:58:37" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31075): Process ended prematurely: osmo-stp_10.42.42.5(pid=31075) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31075)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31075): Process ended prematurely: osmo-stp_10.42.42.5(pid=31075) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:59:38.316391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:38.328192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:59:38.491985 tst cs_paging_gprs_active.py: using LAC 39827\u000a08:59:38.618509 tst cs_paging_gprs_active.py: using RAC 47\u000a08:59:38.744024 tst cs_paging_gprs_active.py: using CellId 39827\u000a08:59:38.873710 tst cs_paging_gprs_active.py: using BVCI 39828\u000a08:59:38.898639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:38.910227 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:38.922088 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:38.934878 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:38.946295 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:38.957561 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:38.968912 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:38.980242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:38.991799 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:59:39.109289 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:59:39.391179 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:59:39.518740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:39.836749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31065): Launched\u000a08:59:40.100880 run iperf3-srv_10.42.42.10(pid=31066): Launched\u000a08:59:40.287710 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:59:40.415132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:40.732604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31067): Launched\u000a08:59:40.995336 run iperf3-srv_10.42.42.10(pid=31068): Launched\u000a08:59:41.180922 tst cs_paging_gprs_active.py:38: start network...\u000a08:59:41.308027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:41.790426 run create_hlr_db(pid=31069): Launched\u000a08:59:41.964919 bus /gobi_6: Setting Powered False\u000a08:59:42.987560 run create_hlr_db(pid=31069): Terminated: ok {rc=0}\u000a08:59:43.420379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31071): Launched\u000a08:59:43.748921 run osmo-hlr_10.42.42.2(pid=31072): Launched\u000a08:59:43.870484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:44.437639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31074): Launched\u000a08:59:44.765383 run osmo-stp_10.42.42.5(pid=31075): Launched\u000a08:59:44.882777 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:59:45.450358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31077): Launched\u000a08:59:45.566967 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:59:45.851835 run patchelf(pid=31078): Launched\u000a08:59:46.059816 run osmo-stp_10.42.42.5(pid=31075): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31075)]\u000a08:59:46.196530 run osmo-stp_10.42.42.5(pid=31075): stdout: \u000a| (launched: 2022-12-14_08:59:44.603182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:46.355816 run osmo-stp_10.42.42.5(pid=31075): stderr: \u000a| �[0;m�[38;5;43m20221214085944794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085944795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085944795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085944795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085944796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085944796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085944796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:46.503963 run osmo-stp_10.42.42.5(pid=31075): stdout: \u000a| (launched: 2022-12-14_08:59:44.603182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:46.636765 run osmo-stp_10.42.42.5(pid=31075): stderr: \u000a| �[0;m�[38;5;43m20221214085944794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085944795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085944795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085944795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085944796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085944796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085944796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:46.787296 run patchelf(pid=31078): Terminating (SIGINT)\u000a08:59:46.962782 run patchelf(pid=31078): Terminated: ok {rc=0}\u000a08:59:46.996752 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31075): Process ended prematurely: osmo-stp_10.42.42.5(pid=31075) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31075)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:59:47.007383 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:59:47.072105 run osmo-hlr_10.42.42.2(pid=31072): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31072)]\u000a08:59:47.123749 run osmo-hlr_10.42.42.2(pid=31072): stdout: \u000a| (launched: 2022-12-14_08:59:43.586398) \u000a08:59:47.176153 run osmo-hlr_10.42.42.2(pid=31072): stderr: \u000a| �[0;m�[1;31m20221214085943784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085943784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085943784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085943784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085943784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085943784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085943796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085943805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085943805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085943805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:47.221663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31065): Terminating (SIGTERM)\u000a08:59:47.263760 run iperf3-srv_10.42.42.10(pid=31066): Terminating (SIGTERM)\u000a08:59:47.306468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31067): Terminating (SIGTERM)\u000a08:59:47.346741 run iperf3-srv_10.42.42.10(pid=31068): Terminating (SIGTERM)\u000a08:59:47.386989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31071): Terminating (SIGTERM)\u000a08:59:47.427348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31074): Terminating (SIGTERM)\u000a08:59:47.467586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31077): Terminating (SIGTERM)\u000a08:59:47.476270 --- ParallelTerminationStrategy: PID 31065 died...\u000a08:59:47.530834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31065): Terminated: ok {rc=0}\u000a08:59:47.540333 --- ParallelTerminationStrategy: PID 31066 died...\u000a08:59:47.594816 run iperf3-srv_10.42.42.10(pid=31066): Terminated {rc=256}\u000a08:59:47.604294 --- ParallelTerminationStrategy: PID 31067 died...\u000a08:59:47.658820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31067): Terminated: ok {rc=0}\u000a08:59:47.668292 --- ParallelTerminationStrategy: PID 31068 died...\u000a08:59:47.722423 run iperf3-srv_10.42.42.10(pid=31068): Terminated {rc=256}\u000a08:59:47.731801 --- ParallelTerminationStrategy: PID 31071 died...\u000a08:59:47.786402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31071): Terminated: ok {rc=0}\u000a08:59:47.795875 --- ParallelTerminationStrategy: PID 31074 died...\u000a08:59:47.850431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31074): Terminated: ok {rc=0}\u000a08:59:47.859933 --- ParallelTerminationStrategy: PID 31077 died...\u000a08:59:47.914392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31077): Terminated: ok {rc=0}\u000a08:59:48.003838 bus /gobi_0: Setting Powered False\u000a08:59:49.106794 bus /gobi_0: Setting Powered False\u000a08:59:50.218965 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31087): Process ended prematurely: osmo-stp_10.42.42.5(pid=31087) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31087)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31087): Process ended prematurely: osmo-stp_10.42.42.5(pid=31087) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:59:51.329336 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:51.340875 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:59:51.503506 tst iperf3.py: using LAC 39828\u000a08:59:51.624384 tst iperf3.py: using RAC 48\u000a08:59:51.746366 tst iperf3.py: using CellId 39828\u000a08:59:51.866914 tst iperf3.py: using BVCI 39829\u000a08:59:51.890258 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:51.901470 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:51.912464 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:51.923460 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:51.934796 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:51.946062 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:51.957501 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:51.968607 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:59:51.980019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:59:52.276569 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:59:52.413679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:59:52.752828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31079): Launched\u000a08:59:53.035448 run iperf3-srv_10.42.42.10(pid=31080): Launched\u000a08:59:53.236119 tst iperf3.py:8: start network...\u000a08:59:53.373183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:53.896028 run create_hlr_db(pid=31081): Launched\u000a08:59:54.083189 bus /gobi_6: Setting Powered False\u000a08:59:55.104477 run create_hlr_db(pid=31081): Terminated: ok {rc=0}\u000a08:59:55.514354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31083): Launched\u000a08:59:55.820033 run osmo-hlr_10.42.42.2(pid=31084): Launched\u000a08:59:55.939569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:56.480267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31086): Launched\u000a08:59:56.786205 run osmo-stp_10.42.42.5(pid=31087): Launched\u000a08:59:56.897162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:59:57.430511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31089): Launched\u000a08:59:57.539833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:59:57.815411 run patchelf(pid=31090): Launched\u000a08:59:58.006173 run osmo-stp_10.42.42.5(pid=31087): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31087)]\u000a08:59:58.146013 run osmo-stp_10.42.42.5(pid=31087): stdout: \u000a| (launched: 2022-12-14_08:59:56.635194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:58.285787 run osmo-stp_10.42.42.5(pid=31087): stderr: \u000a| �[0;m�[38;5;43m20221214085956808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085956808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085956808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085956809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085956809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085956809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085956809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:58.420831 run osmo-stp_10.42.42.5(pid=31087): stdout: \u000a| (launched: 2022-12-14_08:59:56.635194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:58.555110 run osmo-stp_10.42.42.5(pid=31087): stderr: \u000a| �[0;m�[38;5;43m20221214085956808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214085956808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214085956808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214085956809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214085956809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214085956809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214085956809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:58.710653 run patchelf(pid=31090): Terminating (SIGINT)\u000a08:59:58.893494 run patchelf(pid=31090): Terminated: ok {rc=0}\u000a08:59:58.927298 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31087): Process ended prematurely: osmo-stp_10.42.42.5(pid=31087) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31087)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:59:58.937613 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:59:59.001799 run osmo-hlr_10.42.42.2(pid=31084): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31084)]\u000a08:59:59.054475 run osmo-hlr_10.42.42.2(pid=31084): stdout: \u000a| (launched: 2022-12-14_08:59:55.669237) \u000a08:59:59.107656 run osmo-hlr_10.42.42.2(pid=31084): stderr: \u000a| �[0;m�[1;31m20221214085955845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214085955845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214085955845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085955845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214085955845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214085955846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214085955858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214085955867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214085955868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214085955868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:59.152836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31079): Terminating (SIGTERM)\u000a08:59:59.195289 run iperf3-srv_10.42.42.10(pid=31080): Terminating (SIGTERM)\u000a08:59:59.237856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31083): Terminating (SIGTERM)\u000a08:59:59.280667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31086): Terminating (SIGTERM)\u000a08:59:59.323312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31089): Terminating (SIGTERM)\u000a08:59:59.333066 --- ParallelTerminationStrategy: PID 31079 died...\u000a08:59:59.390103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31079): Terminated: ok {rc=0}\u000a08:59:59.400335 --- ParallelTerminationStrategy: PID 31080 died...\u000a08:59:59.456924 run iperf3-srv_10.42.42.10(pid=31080): Terminated {rc=256}\u000a08:59:59.467152 --- ParallelTerminationStrategy: PID 31083 died...\u000a08:59:59.523832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31083): Terminated: ok {rc=0}\u000a08:59:59.534161 --- ParallelTerminationStrategy: PID 31086 died...\u000a08:59:59.590442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31086): Terminated: ok {rc=0}\u000a08:59:59.600681 --- ParallelTerminationStrategy: PID 31089 died...\u000a08:59:59.657076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31089): Terminated: ok {rc=0}\u000a08:59:59.743834 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31129): Process ended prematurely: osmo-stp_10.42.42.5(pid=31129) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31129)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31129): Process ended prematurely: osmo-stp_10.42.42.5(pid=31129) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:00:00.885862 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:00.905432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:00:01.085229 tst iperf3m4.py: using LAC 39829\u000a09:00:01.209806 tst iperf3m4.py: using RAC 49\u000a09:00:01.333291 tst iperf3m4.py: using CellId 39829\u000a09:00:01.484847 tst iperf3m4.py: using BVCI 39830\u000a09:00:01.517098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:01.530623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:01.542641 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:01.554765 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:01.566599 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:01.579070 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:01.591459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:01.603597 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:01.616035 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:00:01.737483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:00:01.877759 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:00:02.011650 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:00:02.365715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:00:02.510070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:02.837142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31114): Launched\u000a09:00:03.100567 run iperf3-srv_10.42.42.10(pid=31115): Launched\u000a09:00:03.285980 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:00:03.413209 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:03.728457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31116): Launched\u000a09:00:03.991157 run iperf3-srv_10.42.42.10(pid=31117): Launched\u000a09:00:04.176121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:00:04.302745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:04.620569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31118): Launched\u000a09:00:04.885969 run iperf3-srv_10.42.42.10(pid=31119): Launched\u000a09:00:05.070689 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:00:05.197096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:05.511188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31120): Launched\u000a09:00:05.773492 run iperf3-srv_10.42.42.10(pid=31121): Launched\u000a09:00:05.957986 tst iperf3m4.py:8: start network...\u000a09:00:06.084510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:06.566451 run create_hlr_db(pid=31122): Launched\u000a09:00:06.741303 bus /gobi_6: Setting Powered False\u000a09:00:07.766938 run create_hlr_db(pid=31122): Terminated: ok {rc=0}\u000a09:00:08.201875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31125): Launched\u000a09:00:08.529417 run osmo-hlr_10.42.42.2(pid=31126): Launched\u000a09:00:08.648760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:09.215443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31128): Launched\u000a09:00:09.541363 run osmo-stp_10.42.42.5(pid=31129): Launched\u000a09:00:09.659123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:10.227722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31131): Launched\u000a09:00:10.343905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:10.628631 run patchelf(pid=31132): Launched\u000a09:00:10.818299 run osmo-stp_10.42.42.5(pid=31129): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31129)]\u000a09:00:10.957238 run osmo-stp_10.42.42.5(pid=31129): stdout: \u000a| (launched: 2022-12-14_09:00:09.380707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:11.096619 run osmo-stp_10.42.42.5(pid=31129): stderr: \u000a| �[0;m�[38;5;43m20221214090009570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090009570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090009571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090009571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090009571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090009571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090009571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:11.230734 run osmo-stp_10.42.42.5(pid=31129): stdout: \u000a| (launched: 2022-12-14_09:00:09.380707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:11.363477 run osmo-stp_10.42.42.5(pid=31129): stderr: \u000a| �[0;m�[38;5;43m20221214090009570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090009570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090009571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090009571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090009571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090009571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090009571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:11.517960 run patchelf(pid=31132): Terminating (SIGINT)\u000a09:00:11.698912 run patchelf(pid=31132): Terminated: ok {rc=0}\u000a09:00:11.732122 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31129): Process ended prematurely: osmo-stp_10.42.42.5(pid=31129) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31129)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:00:11.742315 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:00:11.806221 run osmo-hlr_10.42.42.2(pid=31126): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31126)]\u000a09:00:11.858145 run osmo-hlr_10.42.42.2(pid=31126): stdout: \u000a| (launched: 2022-12-14_09:00:08.367569) \u000a09:00:11.910725 run osmo-hlr_10.42.42.2(pid=31126): stderr: \u000a| �[0;m�[1;31m20221214090008561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090008561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090008561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090008561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090008561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090008561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090008572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090008581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090008581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090008581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:11.955727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31114): Terminating (SIGTERM)\u000a09:00:11.997996 run iperf3-srv_10.42.42.10(pid=31115): Terminating (SIGTERM)\u000a09:00:12.040405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31116): Terminating (SIGTERM)\u000a09:00:12.083126 run iperf3-srv_10.42.42.10(pid=31117): Terminating (SIGTERM)\u000a09:00:12.125943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31118): Terminating (SIGTERM)\u000a09:00:12.168744 run iperf3-srv_10.42.42.10(pid=31119): Terminating (SIGTERM)\u000a09:00:12.211237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31120): Terminating (SIGTERM)\u000a09:00:12.253485 run iperf3-srv_10.42.42.10(pid=31121): Terminating (SIGTERM)\u000a09:00:12.295572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31125): Terminating (SIGTERM)\u000a09:00:12.337633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31128): Terminating (SIGTERM)\u000a09:00:12.379551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31131): Terminating (SIGTERM)\u000a09:00:12.389285 --- ParallelTerminationStrategy: PID 31114 died...\u000a09:00:12.445370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31114): Terminated: ok {rc=0}\u000a09:00:12.455457 --- ParallelTerminationStrategy: PID 31115 died...\u000a09:00:12.510762 run iperf3-srv_10.42.42.10(pid=31115): Terminated {rc=256}\u000a09:00:12.520589 --- ParallelTerminationStrategy: PID 31116 died...\u000a09:00:12.576304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31116): Terminated: ok {rc=0}\u000a09:00:12.586351 --- ParallelTerminationStrategy: PID 31117 died...\u000a09:00:12.642042 run iperf3-srv_10.42.42.10(pid=31117): Terminated {rc=256}\u000a09:00:12.652049 --- ParallelTerminationStrategy: PID 31118 died...\u000a09:00:12.707886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31118): Terminated: ok {rc=0}\u000a09:00:12.717946 --- ParallelTerminationStrategy: PID 31119 died...\u000a09:00:12.773347 run iperf3-srv_10.42.42.10(pid=31119): Terminated {rc=256}\u000a09:00:12.783445 --- ParallelTerminationStrategy: PID 31120 died...\u000a09:00:12.839201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31120): Terminated: ok {rc=0}\u000a09:00:12.849345 --- ParallelTerminationStrategy: PID 31121 died...\u000a09:00:12.905079 run iperf3-srv_10.42.42.10(pid=31121): Terminated {rc=256}\u000a09:00:12.915295 --- ParallelTerminationStrategy: PID 31125 died...\u000a09:00:12.971407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31125): Terminated: ok {rc=0}\u000a09:00:12.981959 --- ParallelTerminationStrategy: PID 31128 died...\u000a09:00:13.037750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31128): Terminated: ok {rc=0}\u000a09:00:13.047856 --- ParallelTerminationStrategy: PID 31131 died...\u000a09:00:13.104032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31131): Terminated: ok {rc=0}\u000a09:00:13.192032 bus /gobi_4: Setting Powered False\u000a09:00:14.299782 bus /gobi_4: Setting Powered False\u000a09:00:15.406599 bus /gobi_1: Setting Powered False\u000a09:00:16.514588 bus /gobi_1: Setting Powered False\u000a09:00:17.626408 bus /gobi_0: Setting Powered False\u000a09:00:18.729902 bus /gobi_0: Setting Powered False\u000a09:00:19.843282 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31142): Process ended prematurely: osmo-stp_10.42.42.5(pid=31142) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31142)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31142): Process ended prematurely: osmo-stp_10.42.42.5(pid=31142) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:00:20.909683 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:20.921559 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:00:21.078759 tst ping.py: using LAC 39830\u000a09:00:21.197853 tst ping.py: using RAC 50\u000a09:00:21.314461 tst ping.py: using CellId 39830\u000a09:00:21.436663 tst ping.py: using BVCI 39831\u000a09:00:21.459522 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:21.470736 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:21.481743 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:21.492603 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:21.503727 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:21.515172 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:21.526825 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:21.537727 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:00:21.827970 tst ping.py:19: start network...\u000a09:00:21.960086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:22.471233 run create_hlr_db(pid=31135): Launched\u000a09:00:22.654569 bus /gobi_6: Setting Powered False\u000a09:00:23.675966 run create_hlr_db(pid=31135): Terminated: ok {rc=0}\u000a09:00:24.084200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31138): Launched\u000a09:00:24.404098 run osmo-hlr_10.42.42.2(pid=31139): Launched\u000a09:00:24.523635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:25.088116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31141): Launched\u000a09:00:25.407150 run osmo-stp_10.42.42.5(pid=31142): Launched\u000a09:00:25.525748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:26.083170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31144): Launched\u000a09:00:26.196540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:26.474408 run patchelf(pid=31145): Launched\u000a09:00:26.660180 run osmo-stp_10.42.42.5(pid=31142): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31142)]\u000a09:00:26.796589 run osmo-stp_10.42.42.5(pid=31142): stdout: \u000a| (launched: 2022-12-14_09:00:25.250080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:26.932594 run osmo-stp_10.42.42.5(pid=31142): stderr: \u000a| �[0;m�[38;5;43m20221214090025442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090025442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090025443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090025443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090025443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090025443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090025444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:27.065568 run osmo-stp_10.42.42.5(pid=31142): stdout: \u000a| (launched: 2022-12-14_09:00:25.250080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:27.196516 run osmo-stp_10.42.42.5(pid=31142): stderr: \u000a| �[0;m�[38;5;43m20221214090025442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090025442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090025443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090025443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090025443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090025443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090025444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:27.348369 run patchelf(pid=31145): Terminating (SIGINT)\u000a09:00:27.526644 run patchelf(pid=31145): Terminated: ok {rc=0}\u000a09:00:27.559191 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31142): Process ended prematurely: osmo-stp_10.42.42.5(pid=31142) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31142)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:00:27.568351 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:00:27.631375 run osmo-hlr_10.42.42.2(pid=31139): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31139)]\u000a09:00:27.682686 run osmo-hlr_10.42.42.2(pid=31139): stdout: \u000a| (launched: 2022-12-14_09:00:24.246112) \u000a09:00:27.735072 run osmo-hlr_10.42.42.2(pid=31139): stderr: \u000a| �[0;m�[1;31m20221214090024444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090024444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090024444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090024444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090024444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090024444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090024456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090024466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090024466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090024466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:27.779415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31138): Terminating (SIGTERM)\u000a09:00:27.821255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31141): Terminating (SIGTERM)\u000a09:00:27.862913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31144): Terminating (SIGTERM)\u000a09:00:27.872572 --- ParallelTerminationStrategy: PID 31138 died...\u000a09:00:27.928075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31138): Terminated: ok {rc=0}\u000a09:00:27.938172 --- ParallelTerminationStrategy: PID 31141 died...\u000a09:00:27.993812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31141): Terminated: ok {rc=0}\u000a09:00:28.003801 --- ParallelTerminationStrategy: PID 31144 died...\u000a09:00:28.059882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31144): Terminated: ok {rc=0}\u000a09:00:28.146815 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31152): Process ended prematurely: osmo-stp_10.42.42.5(pid=31152) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31152)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31152): Process ended prematurely: osmo-stp_10.42.42.5(pid=31152) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:00:29.198303 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:29.210692 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:00:29.382113 tst ping_idle_ping.py: using LAC 39831\u000a09:00:29.506479 tst ping_idle_ping.py: using RAC 51\u000a09:00:29.630517 tst ping_idle_ping.py: using CellId 39831\u000a09:00:29.760442 tst ping_idle_ping.py: using BVCI 39832\u000a09:00:29.785074 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:29.796899 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:29.808432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:29.819891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:29.831540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:29.842981 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:29.854541 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:00:29.866006 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:00:30.156885 tst ping_idle_ping.py:24: start network...\u000a09:00:30.289813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:30.804885 run create_hlr_db(pid=31146): Launched\u000a09:00:31.004056 bus /gobi_6: Setting Powered False\u000a09:00:32.021863 run create_hlr_db(pid=31146): Terminated: ok {rc=0}\u000a09:00:32.494688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31148): Launched\u000a09:00:32.815080 run osmo-hlr_10.42.42.2(pid=31149): Launched\u000a09:00:32.930444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:33.490179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31151): Launched\u000a09:00:33.811352 run osmo-stp_10.42.42.5(pid=31152): Launched\u000a09:00:33.926524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:34.488791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31154): Launched\u000a09:00:34.603127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:34.885431 run patchelf(pid=31155): Launched\u000a09:00:35.073795 run osmo-stp_10.42.42.5(pid=31152): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31152)]\u000a09:00:35.211802 run osmo-stp_10.42.42.5(pid=31152): stdout: \u000a| (launched: 2022-12-14_09:00:33.653028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:35.349700 run osmo-stp_10.42.42.5(pid=31152): stderr: \u000a| �[0;m�[38;5;43m20221214090033846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090033846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090033846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090033847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090033847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090033847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090033847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:35.482707 run osmo-stp_10.42.42.5(pid=31152): stdout: \u000a| (launched: 2022-12-14_09:00:33.653028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:35.614544 run osmo-stp_10.42.42.5(pid=31152): stderr: \u000a| �[0;m�[38;5;43m20221214090033846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090033846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090033846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090033847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090033847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090033847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090033847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:35.767357 run patchelf(pid=31155): Terminating (SIGINT)\u000a09:00:35.946217 run patchelf(pid=31155): Terminated: ok {rc=0}\u000a09:00:35.978809 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31152): Process ended prematurely: osmo-stp_10.42.42.5(pid=31152) [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31152)] [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:00:35.988139 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a09:00:36.050595 run osmo-hlr_10.42.42.2(pid=31149): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31149)]\u000a09:00:36.102308 run osmo-hlr_10.42.42.2(pid=31149): stdout: \u000a| (launched: 2022-12-14_09:00:32.657656) \u000a09:00:36.154445 run osmo-hlr_10.42.42.2(pid=31149): stderr: \u000a| �[0;m�[1;31m20221214090032856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090032856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090032856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090032856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090032856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090032856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090032905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090032914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090032914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090032914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:36.198768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31148): Terminating (SIGTERM)\u000a09:00:36.240620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31151): Terminating (SIGTERM)\u000a09:00:36.282500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31154): Terminating (SIGTERM)\u000a09:00:36.292166 --- ParallelTerminationStrategy: PID 31148 died...\u000a09:00:36.348031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31148): Terminated: ok {rc=0}\u000a09:00:36.358179 --- ParallelTerminationStrategy: PID 31151 died...\u000a09:00:36.413824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31151): Terminated: ok {rc=0}\u000a09:00:36.423940 --- ParallelTerminationStrategy: PID 31154 died...\u000a09:00:36.479701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31154): Terminated: ok {rc=0}\u000a09:00:36.566629 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:59:37" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31165): Process ended prematurely: osmo-stp_10.42.42.5(pid=31165) [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31165)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31165): Process ended prematurely: osmo-stp_10.42.42.5(pid=31165) [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:00:38.599980 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:38.612050 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:00:38.774302 tst switch_tch_pdch.py: using LAC 39832\u000a09:00:38.891644 tst switch_tch_pdch.py: using RAC 52\u000a09:00:39.008643 tst switch_tch_pdch.py: using CellId 39832\u000a09:00:39.126136 tst switch_tch_pdch.py: using BVCI 39833\u000a09:00:39.149471 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:39.160742 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:39.172261 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:39.183478 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:39.195111 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:39.206765 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:39.218557 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:00:39.230218 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:00:39.345746 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:00:39.627191 tst switch_tch_pdch.py:51: start network...\u000a09:00:39.750492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:40.221590 run create_hlr_db(pid=31159): Launched\u000a09:00:40.393850 bus /gobi_6: Setting Powered False\u000a09:00:41.414168 run create_hlr_db(pid=31159): Terminated: ok {rc=0}\u000a09:00:41.839821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31161): Launched\u000a09:00:42.159716 run osmo-hlr_10.42.42.2(pid=31162): Launched\u000a09:00:42.280255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:42.836727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31164): Launched\u000a09:00:43.158488 run osmo-stp_10.42.42.5(pid=31165): Launched\u000a09:00:43.274207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:43.832294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31167): Launched\u000a09:00:43.945460 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:44.225391 run patchelf(pid=31168): Launched\u000a09:00:44.411869 run osmo-stp_10.42.42.5(pid=31165): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31165)]\u000a09:00:44.548594 run osmo-stp_10.42.42.5(pid=31165): stdout: \u000a| (launched: 2022-12-14_09:00:42.999016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:44.685182 run osmo-stp_10.42.42.5(pid=31165): stderr: \u000a| �[0;m�[38;5;43m20221214090043190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090043190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090043190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090043191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090043191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090043191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090043191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:44.817368 run osmo-stp_10.42.42.5(pid=31165): stdout: \u000a| (launched: 2022-12-14_09:00:42.999016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:44.948369 run osmo-stp_10.42.42.5(pid=31165): stderr: \u000a| �[0;m�[38;5;43m20221214090043190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090043190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090043190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090043191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090043191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090043191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090043191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:45.101162 run patchelf(pid=31168): Terminating (SIGINT)\u000a09:00:45.280243 run patchelf(pid=31168): Terminated: ok {rc=0}\u000a09:00:45.312675 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31165): Process ended prematurely: osmo-stp_10.42.42.5(pid=31165) [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31165)] [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:00:45.322300 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:00:45.384731 run osmo-hlr_10.42.42.2(pid=31162): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31162)]\u000a09:00:45.436055 run osmo-hlr_10.42.42.2(pid=31162): stdout: \u000a| (launched: 2022-12-14_09:00:42.002415) \u000a09:00:45.488730 run osmo-hlr_10.42.42.2(pid=31162): stderr: \u000a| �[0;m�[1;31m20221214090042199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090042199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090042199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090042199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090042199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090042199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090042212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090042220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090042220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090042220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:45.533302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31161): Terminating (SIGTERM)\u000a09:00:45.575059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31164): Terminating (SIGTERM)\u000a09:00:45.616818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31167): Terminating (SIGTERM)\u000a09:00:45.626511 --- ParallelTerminationStrategy: PID 31161 died...\u000a09:00:45.682256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31161): Terminated: ok {rc=0}\u000a09:00:45.692257 --- ParallelTerminationStrategy: PID 31164 died...\u000a09:00:45.747846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31164): Terminated: ok {rc=0}\u000a09:00:45.757884 --- ParallelTerminationStrategy: PID 31167 died...\u000a09:00:45.813128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31167): Terminated: ok {rc=0}\u000a09:00:45.916555 bus /gobi_0: Setting Powered False\u000a09:00:47.041621 bus /gobi_0: Setting Powered False\u000a09:00:48.155924 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:00:38" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31180): Process ended prematurely: osmo-stp_10.42.42.5(pid=31180) [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31180)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31180): Process ended prematurely: osmo-stp_10.42.42.5(pid=31180) [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:00:50.135379 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:50.146683 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:00:50.311485 tst switch_tch_pdch.py: using LAC 39833\u000a09:00:50.437316 tst switch_tch_pdch.py: using RAC 53\u000a09:00:50.565207 tst switch_tch_pdch.py: using CellId 39833\u000a09:00:50.693503 tst switch_tch_pdch.py: using BVCI 39834\u000a09:00:50.718074 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:50.729711 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:50.741073 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:50.752386 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:50.763769 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:50.775162 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:50.786684 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:00:50.798071 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:00:50.914891 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:00:51.207623 tst switch_tch_pdch.py:51: start network...\u000a09:00:51.341788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:51.827451 run create_hlr_db(pid=31172): Launched\u000a09:00:51.957923 bus /gobi_6: Setting Powered False\u000a09:00:53.034099 run create_hlr_db(pid=31172): Terminated: ok {rc=0}\u000a09:00:53.435509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31176): Launched\u000a09:00:53.756878 run osmo-hlr_10.42.42.2(pid=31177): Launched\u000a09:00:53.877521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:54.410280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31179): Launched\u000a09:00:54.730987 run osmo-stp_10.42.42.5(pid=31180): Launched\u000a09:00:54.846079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:55.379494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31182): Launched\u000a09:00:55.493273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:55.772057 run patchelf(pid=31183): Launched\u000a09:00:55.959297 run osmo-stp_10.42.42.5(pid=31180): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31180)]\u000a09:00:56.096646 run osmo-stp_10.42.42.5(pid=31180): stdout: \u000a| (launched: 2022-12-14_09:00:54.572592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:56.233784 run osmo-stp_10.42.42.5(pid=31180): stderr: \u000a| �[0;m�[38;5;43m20221214090054764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090054764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090054764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090054765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090054765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090054765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090054766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:56.366551 run osmo-stp_10.42.42.5(pid=31180): stdout: \u000a| (launched: 2022-12-14_09:00:54.572592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:56.497717 run osmo-stp_10.42.42.5(pid=31180): stderr: \u000a| �[0;m�[38;5;43m20221214090054764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090054764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090054764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090054765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090054765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090054765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090054766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:56.650499 run patchelf(pid=31183): Terminating (SIGINT)\u000a09:00:56.829542 run patchelf(pid=31183): Terminated: ok {rc=0}\u000a09:00:56.861944 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31180): Process ended prematurely: osmo-stp_10.42.42.5(pid=31180) [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31180)] [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:00:56.871290 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:00:56.934227 run osmo-hlr_10.42.42.2(pid=31177): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31177)]\u000a09:00:56.985826 run osmo-hlr_10.42.42.2(pid=31177): stdout: \u000a| (launched: 2022-12-14_09:00:53.598839) \u000a09:00:57.037741 run osmo-hlr_10.42.42.2(pid=31177): stderr: \u000a| �[0;m�[1;31m20221214090053797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090053797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090053797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090053798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090053798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090053798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090053810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090053818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090053818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090053818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:57.082420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31176): Terminating (SIGTERM)\u000a09:00:57.124285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31179): Terminating (SIGTERM)\u000a09:00:57.166201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31182): Terminating (SIGTERM)\u000a09:00:57.175872 --- ParallelTerminationStrategy: PID 31176 died...\u000a09:00:57.231929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31176): Terminated: ok {rc=0}\u000a09:00:57.242118 --- ParallelTerminationStrategy: PID 31179 died...\u000a09:00:57.298126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31179): Terminated: ok {rc=0}\u000a09:00:57.308204 --- ParallelTerminationStrategy: PID 31182 died...\u000a09:00:57.363538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31182): Terminated: ok {rc=0}\u000a09:00:57.451019 bus /gobi_0: Setting Powered False\u000a09:00:58.552217 bus /gobi_0: Setting Powered False\u000a09:00:59.659539 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:00:49" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31188): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31188) [trial-2402↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31188)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31188): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31188) [trial-2402↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a09:01:01.615644 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a09:01:01.627471 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:01:01.799686 tst mo_mt_sms.py: using LAC 39834\u000a09:01:01.926954 tst mo_mt_sms.py: using RAC 54\u000a09:01:02.086348 tst mo_mt_sms.py: using CellId 39834\u000a09:01:02.240616 tst mo_mt_sms.py: using BVCI 39835\u000a09:01:02.266615 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:01:02.387696 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:01:02.663326 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:01:02.787355 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:01:03.404220 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31187): Launched\u000a09:01:03.701117 run osmo-nitb_10.42.42.2(pid=31188): Launched\u000a09:01:03.884614 run osmo-nitb_10.42.42.2(pid=31188): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31188)]\u000a09:01:04.019727 run osmo-nitb_10.42.42.2(pid=31188): stdout: \u000a| (launched: 2022-12-14_09:01:03.555320) \u000a09:01:04.155241 run osmo-nitb_10.42.42.2(pid=31188): stderr: \u000a| (launched: 2022-12-14_09:01:03.599531)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:01:04.286242 run osmo-nitb_10.42.42.2(pid=31188): stdout: \u000a| (launched: 2022-12-14_09:01:03.555320) \u000a09:01:04.415890 run osmo-nitb_10.42.42.2(pid=31188): stderr: \u000a| (launched: 2022-12-14_09:01:03.599531)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:01:04.822042 tst osmo-nitb_10.42.42.2(pid=31188): stdout: \u000a| (launched: 2022-12-14_09:01:03.555320) \u000a09:01:04.940665 tst osmo-nitb_10.42.42.2(pid=31188): stderr: \u000a| (launched: 2022-12-14_09:01:03.599531)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:01:04.992943 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31188): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31188) [trial-2402↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31188)] [trial-2402↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a09:01:05.001265 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a09:01:05.035907 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31187): Terminating (SIGTERM)\u000a09:01:05.213652 --- ParallelTerminationStrategy: PID 31187 died...\u000a09:01:05.268652 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31187): Terminated: ok {rc=0}\u000a09:01:05.357215 bus /sierra_3: Setting Powered False\u000a09:01:06.461189 bus /sierra_3: Setting Powered False\u000a09:01:07.573106 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:01:01" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2402↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2402↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a09:01:09.459016 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:09.469679 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:01:09.603865 tst mo_mt_sms.py: using LAC 39835\u000a09:01:09.722433 tst mo_mt_sms.py: using RAC 55\u000a09:01:09.842033 tst mo_mt_sms.py: using CellId 39835\u000a09:01:09.958623 tst mo_mt_sms.py: using BVCI 39836\u000a09:01:09.981305 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:09.991931 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:10.002460 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:10.012680 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:10.023076 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:10.035300 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:01:10.157805 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:01:10.357812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:10.827199 run create_hlr_db(pid=31192): Launched\u000a09:01:10.998997 bus /sierra_2: Setting Powered False\u000a09:01:12.020839 run create_hlr_db(pid=31192): Terminated: ok {rc=0}\u000a09:01:12.446446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Launched\u000a09:01:12.766116 run osmo-hlr_10.42.42.2(pid=31195): Launched\u000a09:01:12.885589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:13.443096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Launched\u000a09:01:13.764081 run osmo-stp_10.42.42.5(pid=31198): Launched\u000a09:01:13.880393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:14.467269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31200): Launched\u000a09:01:14.788114 run osmo-msc_10.42.42.6(pid=31201): Launched\u000a09:01:14.975256 run osmo-stp_10.42.42.5(pid=31198): ERR: Terminated: ERROR {rc=1} [trial-2402↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)]\u000a09:01:15.110638 run osmo-stp_10.42.42.5(pid=31198): stdout: \u000a| (launched: 2022-12-14_09:01:13.605749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:15.245481 run osmo-stp_10.42.42.5(pid=31198): stderr: \u000a| �[0;m�[38;5;43m20221214090113797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090113797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090113797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090113798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090113798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090113799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090113799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:15.373508 run osmo-stp_10.42.42.5(pid=31198): stdout: \u000a| (launched: 2022-12-14_09:01:13.605749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:15.500578 run osmo-stp_10.42.42.5(pid=31198): stderr: \u000a| �[0;m�[38;5;43m20221214090113797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090113797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090113797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090113798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090113798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090113799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090113799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:15.556245 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2402↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)] [trial-2402↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a09:01:15.564847 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a09:01:15.627066 run osmo-hlr_10.42.42.2(pid=31195): ERR: Terminated: ERROR {rc=237} [trial-2402↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31195)]\u000a09:01:15.678472 run osmo-hlr_10.42.42.2(pid=31195): stdout: \u000a| (launched: 2022-12-14_09:01:12.608178) \u000a09:01:15.730743 run osmo-hlr_10.42.42.2(pid=31195): stderr: \u000a| �[0;m�[1;31m20221214090112806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090112806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090112806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090112806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090112806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090112806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090112818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090112826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090112826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090112826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:15.801356 run osmo-msc_10.42.42.6(pid=31201): ERR: Terminated: ERROR {rc=2} [trial-2402↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31201)]\u000a09:01:15.852801 run osmo-msc_10.42.42.6(pid=31201): stdout: \u000a| (launched: 2022-12-14_09:01:14.629906) \u000a09:01:15.911165 run osmo-msc_10.42.42.6(pid=31201): stderr: \u000a| �[0;m�[38;5;43m20221214090114951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090114951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbfb7f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090114951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090114951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090114952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090114952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090114954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090114954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090114954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090114954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:15.956175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Terminating (SIGTERM)\u000a09:01:15.999031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Terminating (SIGTERM)\u000a09:01:16.042581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31200): Terminating (SIGTERM)\u000a09:01:16.052315 --- ParallelTerminationStrategy: PID 31194 died...\u000a09:01:16.109010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Terminated: ok {rc=0}\u000a09:01:16.119461 --- ParallelTerminationStrategy: PID 31197 died...\u000a09:01:16.175826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Terminated: ok {rc=0}\u000a09:01:16.186309 --- ParallelTerminationStrategy: PID 31200 died...\u000a09:01:16.245537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31200): Terminated: ok {rc=0}\u000a09:01:16.346589 bus /sierra_3: Setting Powered False\u000a09:01:17.453020 bus /sierra_3: Setting Powered False\u000a09:01:18.565069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:01:09" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31207) [trial-2402↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31207)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31207) [trial-2402↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a09:01:20.408507 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a09:01:20.419724 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:01:20.558890 tst assert_extension.py: using LAC 39836\u000a09:01:20.683992 tst assert_extension.py: using RAC 56\u000a09:01:20.808873 tst assert_extension.py: using CellId 39836\u000a09:01:20.933863 tst assert_extension.py: using BVCI 39837\u000a09:01:20.958159 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a09:01:21.234079 tst assert_extension.py:10: start nitb and bts...\u000a09:01:21.358463 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:01:21.997710 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31206): Launched\u000a09:01:22.316544 run osmo-nitb_10.42.42.2(pid=31207): Launched\u000a09:01:22.513058 run osmo-nitb_10.42.42.2(pid=31207): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31207)]\u000a09:01:22.657735 run osmo-nitb_10.42.42.2(pid=31207): stdout: \u000a| (launched: 2022-12-14_09:01:22.161588) \u000a09:01:22.802083 run osmo-nitb_10.42.42.2(pid=31207): stderr: \u000a| (launched: 2022-12-14_09:01:22.209254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:01:22.942290 run osmo-nitb_10.42.42.2(pid=31207): stdout: \u000a| (launched: 2022-12-14_09:01:22.161588) \u000a09:01:23.081115 run osmo-nitb_10.42.42.2(pid=31207): stderr: \u000a| (launched: 2022-12-14_09:01:22.209254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:01:23.444842 tst osmo-nitb_10.42.42.2(pid=31207): stdout: \u000a| (launched: 2022-12-14_09:01:22.161588) \u000a09:01:23.572603 tst osmo-nitb_10.42.42.2(pid=31207): stderr: \u000a| (launched: 2022-12-14_09:01:22.209254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:01:23.628518 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31207) [trial-2402↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31207)] [trial-2402↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a09:01:23.637604 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:01:23.674196 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31206): Terminating (SIGTERM)\u000a09:01:23.852263 --- ParallelTerminationStrategy: PID 31206 died...\u000a09:01:23.909900 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31206): Terminated: ok {rc=0}\u000a09:01:23.997589 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:01:20" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31217): Process ended prematurely: osmo-stp_10.42.42.5(pid=31217) [trial-2402↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31217)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31217): Process ended prematurely: osmo-stp_10.42.42.5(pid=31217) [trial-2402↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a09:01:25.829201 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:25.839567 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:01:25.977736 tst assert_extension.py: using LAC 39837\u000a09:01:26.093545 tst assert_extension.py: using RAC 57\u000a09:01:26.209214 tst assert_extension.py: using CellId 39837\u000a09:01:26.324446 tst assert_extension.py: using BVCI 39838\u000a09:01:26.347205 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:26.358064 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:26.368672 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:26.379179 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:26.389977 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:01:26.401856 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a09:01:26.611591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:27.124760 run create_hlr_db(pid=31211): Launched\u000a09:01:27.310265 bus /sierra_2: Setting Powered False\u000a09:01:28.330673 run create_hlr_db(pid=31211): Terminated: ok {rc=0}\u000a09:01:28.733575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31213): Launched\u000a09:01:29.033663 run osmo-hlr_10.42.42.2(pid=31214): Launched\u000a09:01:29.149743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:29.680042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31216): Launched\u000a09:01:29.977970 run osmo-stp_10.42.42.5(pid=31217): Launched\u000a09:01:30.086107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:30.629843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31219): Launched\u000a09:01:31.027954 run osmo-msc_10.42.42.6(pid=31220): Launched\u000a09:01:31.343113 run osmo-stp_10.42.42.5(pid=31217): ERR: Terminated: ERROR {rc=1} [trial-2402↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31217)]\u000a09:01:31.611564 run osmo-stp_10.42.42.5(pid=31217): stdout: \u000a| (launched: 2022-12-14_09:01:29.830925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:31.749544 run osmo-stp_10.42.42.5(pid=31217): stderr: \u000a| �[0;m�[38;5;43m20221214090129999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090129999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090130000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090130000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090130000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090130001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090130001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:31.882949 run osmo-stp_10.42.42.5(pid=31217): stdout: \u000a| (launched: 2022-12-14_09:01:29.830925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:32.014365 run osmo-stp_10.42.42.5(pid=31217): stderr: \u000a| �[0;m�[38;5;43m20221214090129999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090129999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090130000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090130000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090130000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090130001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090130001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:32.072122 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31217): Process ended prematurely: osmo-stp_10.42.42.5(pid=31217) [trial-2402↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31217)] [trial-2402↪ussd:trx-umtrx↪assert_extension.py:17]\u000a09:01:32.081603 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a09:01:32.146499 run osmo-hlr_10.42.42.2(pid=31214): ERR: Terminated: ERROR {rc=237} [trial-2402↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31214)]\u000a09:01:32.200614 run osmo-hlr_10.42.42.2(pid=31214): stdout: \u000a| (launched: 2022-12-14_09:01:28.884829) \u000a09:01:32.254482 run osmo-hlr_10.42.42.2(pid=31214): stderr: \u000a| �[0;m�[1;31m20221214090129059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090129059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090129059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090129059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090129059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090129059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090129071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090129079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090129079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090129080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:32.327073 run osmo-msc_10.42.42.6(pid=31220): ERR: Terminated: ERROR {rc=2} [trial-2402↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31220)]\u000a09:01:32.379393 run osmo-msc_10.42.42.6(pid=31220): stdout: \u000a| (launched: 2022-12-14_09:01:30.780326) \u000a09:01:32.432369 run osmo-msc_10.42.42.6(pid=31220): stderr: \u000a| �[0;m�[38;5;43m20221214090131330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090131330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bf9d33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090131331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090131331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090131331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090131331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090131333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090131333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090131333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090131334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:32.477739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31213): Terminating (SIGTERM)\u000a09:01:32.520714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31216): Terminating (SIGTERM)\u000a09:01:32.563489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31219): Terminating (SIGTERM)\u000a09:01:32.573322 --- ParallelTerminationStrategy: PID 31213 died...\u000a09:01:32.630153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31213): Terminated: ok {rc=0}\u000a09:01:32.640261 --- ParallelTerminationStrategy: PID 31216 died...\u000a09:01:32.696333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31216): Terminated: ok {rc=0}\u000a09:01:32.706428 --- ParallelTerminationStrategy: PID 31219 died...\u000a09:01:32.762237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31219): Terminated: ok {rc=0}\u000a09:01:32.849148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:01:25" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31231): Process ended prematurely: osmo-stp_10.42.42.5(pid=31231) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31231)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31231): Process ended prematurely: osmo-stp_10.42.42.5(pid=31231) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:01:34.813090 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:34.825005 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:01:34.990941 tst mo_mt_call.py: using LAC 39838\u000a09:01:35.121649 tst mo_mt_call.py: using RAC 58\u000a09:01:35.249877 tst mo_mt_call.py: using CellId 39838\u000a09:01:35.378408 tst mo_mt_call.py: using BVCI 39839\u000a09:01:35.403404 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:35.415105 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:35.426652 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:35.438141 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:35.449737 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:35.461262 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:01:35.579627 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:01:35.792688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:36.316311 run create_hlr_db(pid=31225): Launched\u000a09:01:36.504576 bus /sierra_2: Setting Powered False\u000a09:01:37.526405 run create_hlr_db(pid=31225): Terminated: ok {rc=0}\u000a09:01:37.961006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31227): Launched\u000a09:01:38.287444 run osmo-hlr_10.42.42.2(pid=31228): Launched\u000a09:01:38.410919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:38.979976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31230): Launched\u000a09:01:39.307855 run osmo-stp_10.42.42.5(pid=31231): Launched\u000a09:01:39.426099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:40.024192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31233): Launched\u000a09:01:40.351809 run osmo-msc_10.42.42.6(pid=31234): Launched\u000a09:01:40.542368 run osmo-stp_10.42.42.5(pid=31231): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31231)]\u000a09:01:40.679185 run osmo-stp_10.42.42.5(pid=31231): stdout: \u000a| (launched: 2022-12-14_09:01:39.146649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:40.816105 run osmo-stp_10.42.42.5(pid=31231): stderr: \u000a| �[0;m�[38;5;43m20221214090139338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090139338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090139339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090139339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090139339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090139339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090139340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:40.947165 run osmo-stp_10.42.42.5(pid=31231): stdout: \u000a| (launched: 2022-12-14_09:01:39.146649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:41.076942 run osmo-stp_10.42.42.5(pid=31231): stderr: \u000a| �[0;m�[38;5;43m20221214090139338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090139338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090139339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090139339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090139339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090139339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090139340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:41.135049 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31231): Process ended prematurely: osmo-stp_10.42.42.5(pid=31231) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31231)] [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:01:41.144636 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:01:41.207911 run osmo-hlr_10.42.42.2(pid=31228): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31228)]\u000a09:01:41.260003 run osmo-hlr_10.42.42.2(pid=31228): stdout: \u000a| (launched: 2022-12-14_09:01:38.127438) \u000a09:01:41.312758 run osmo-hlr_10.42.42.2(pid=31228): stderr: \u000a| �[0;m�[1;31m20221214090138324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090138325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090138325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090138325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090138325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090138325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090138338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090138346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090138346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090138347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:41.384335 run osmo-msc_10.42.42.6(pid=31234): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31234)]\u000a09:01:41.436111 run osmo-msc_10.42.42.6(pid=31234): stdout: \u000a| (launched: 2022-12-14_09:01:40.190586) \u000a09:01:41.488337 run osmo-msc_10.42.42.6(pid=31234): stderr: \u000a| �[0;m�[38;5;43m20221214090140514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090140514 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab5fd3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090140514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090140514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090140514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090140514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090140516 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090140516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090140517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090140517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:41.532411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31227): Terminating (SIGTERM)\u000a09:01:41.574477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31230): Terminating (SIGTERM)\u000a09:01:41.617210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31233): Terminating (SIGTERM)\u000a09:01:41.627043 --- ParallelTerminationStrategy: PID 31227 died...\u000a09:01:41.683594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31227): Terminated: ok {rc=0}\u000a09:01:41.693855 --- ParallelTerminationStrategy: PID 31230 died...\u000a09:01:41.750199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31230): Terminated: ok {rc=0}\u000a09:01:41.760441 --- ParallelTerminationStrategy: PID 31233 died...\u000a09:01:41.817110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31233): Terminated: ok {rc=0}\u000a09:01:41.904187 bus /sierra_3: Setting Powered False\u000a09:01:43.010955 bus /sierra_3: Setting Powered False\u000a09:01:44.118925 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31242): Process ended prematurely: osmo-stp_10.42.42.5(pid=31242) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31242)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31242): Process ended prematurely: osmo-stp_10.42.42.5(pid=31242) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:01:45.233912 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:45.246317 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:01:45.411718 tst mo_mt_call_osmux.py: using LAC 39839\u000a09:01:45.544644 tst mo_mt_call_osmux.py: using RAC 59\u000a09:01:45.673705 tst mo_mt_call_osmux.py: using CellId 39839\u000a09:01:45.802324 tst mo_mt_call_osmux.py: using BVCI 39840\u000a09:01:45.827436 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:45.846949 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:45.862150 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:45.874661 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:45.887471 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:01:45.899821 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:01:46.036631 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:01:46.317145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:46.830611 run create_hlr_db(pid=31236): Launched\u000a09:01:47.015822 bus /sierra_2: Setting Powered False\u000a09:01:48.031132 run create_hlr_db(pid=31236): Terminated: ok {rc=0}\u000a09:01:48.437424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31238): Launched\u000a09:01:48.742901 run osmo-hlr_10.42.42.2(pid=31239): Launched\u000a09:01:48.862015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:49.395868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31241): Launched\u000a09:01:49.701357 run osmo-stp_10.42.42.5(pid=31242): Launched\u000a09:01:49.812860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:50.371253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31244): Launched\u000a09:01:50.679497 run osmo-msc_10.42.42.6(pid=31245): Launched\u000a09:01:50.858169 run osmo-stp_10.42.42.5(pid=31242): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31242)]\u000a09:01:50.987011 run osmo-stp_10.42.42.5(pid=31242): stdout: \u000a| (launched: 2022-12-14_09:01:49.550197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:51.114284 run osmo-stp_10.42.42.5(pid=31242): stderr: \u000a| �[0;m�[38;5;43m20221214090149723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090149723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090149723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090149724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090149724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090149724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090149724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:51.236273 run osmo-stp_10.42.42.5(pid=31242): stdout: \u000a| (launched: 2022-12-14_09:01:49.550197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:51.358309 run osmo-stp_10.42.42.5(pid=31242): stderr: \u000a| �[0;m�[38;5;43m20221214090149723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090149723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090149723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090149724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090149724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090149724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090149724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:51.411769 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31242): Process ended prematurely: osmo-stp_10.42.42.5(pid=31242) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31242)] [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:01:51.420545 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:01:51.481169 run osmo-hlr_10.42.42.2(pid=31239): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31239)]\u000a09:01:51.530691 run osmo-hlr_10.42.42.2(pid=31239): stdout: \u000a| (launched: 2022-12-14_09:01:48.592725) \u000a09:01:51.581099 run osmo-hlr_10.42.42.2(pid=31239): stderr: \u000a| �[0;m�[1;31m20221214090148769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090148769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090148769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090148769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090148769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090148769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090148780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090148789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090148789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090148789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:51.649469 run osmo-msc_10.42.42.6(pid=31245): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31245)]\u000a09:01:51.699394 run osmo-msc_10.42.42.6(pid=31245): stdout: \u000a| (launched: 2022-12-14_09:01:50.526051) \u000a09:01:51.749818 run osmo-msc_10.42.42.6(pid=31245): stderr: \u000a| �[0;m�[38;5;43m20221214090150796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090150796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b441b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090150796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090150796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090150796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090150796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090150798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090150798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090150799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090150799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:51.792572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31238): Terminating (SIGTERM)\u000a09:01:51.833115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31241): Terminating (SIGTERM)\u000a09:01:51.873713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31244): Terminating (SIGTERM)\u000a09:01:51.883194 --- ParallelTerminationStrategy: PID 31238 died...\u000a09:01:51.937688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31238): Terminated: ok {rc=0}\u000a09:01:51.947356 --- ParallelTerminationStrategy: PID 31241 died...\u000a09:01:52.001184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31241): Terminated: ok {rc=0}\u000a09:01:52.010801 --- ParallelTerminationStrategy: PID 31244 died...\u000a09:01:52.064599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31244): Terminated: ok {rc=0}\u000a09:01:52.153324 bus /sierra_3: Setting Powered False\u000a09:01:53.257081 bus /sierra_3: Setting Powered False\u000a09:01:54.365410 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:01:34" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:01:56.364042 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:56.375187 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:01:56.530386 tst mo_mt_call.py: using LAC 39840\u000a09:01:56.649415 tst mo_mt_call.py: using RAC 60\u000a09:01:56.770347 tst mo_mt_call.py: using CellId 39840\u000a09:01:56.897684 tst mo_mt_call.py: using BVCI 39841\u000a09:01:56.922574 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:56.934662 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:56.946284 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:56.957915 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:56.970193 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:01:56.982451 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:01:57.100499 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:01:57.314043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:57.837671 run create_hlr_db(pid=31250): Launched\u000a09:01:58.025345 bus /sierra_2: Setting Powered False\u000a09:01:59.047426 run create_hlr_db(pid=31250): Terminated: ok {rc=0}\u000a09:01:59.458129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Launched\u000a09:01:59.766483 run osmo-hlr_10.42.42.2(pid=31253): Launched\u000a09:01:59.885847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:00.422510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Launched\u000a09:02:00.728302 run osmo-stp_10.42.42.5(pid=31256): Launched\u000a09:02:00.841774 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:01.475877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31258): Launched\u000a09:02:01.896412 run osmo-msc_10.42.42.6(pid=31259): Launched\u000a09:02:02.396278 run osmo-stp_10.42.42.5(pid=31256): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)]\u000a09:02:02.525953 run osmo-stp_10.42.42.5(pid=31256): stdout: \u000a| (launched: 2022-12-14_09:02:00.577211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:02.653468 run osmo-stp_10.42.42.5(pid=31256): stderr: \u000a| �[0;m�[38;5;43m20221214090200746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090200746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090200746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090200746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090200747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090200747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090200747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:02.775858 run osmo-stp_10.42.42.5(pid=31256): stdout: \u000a| (launched: 2022-12-14_09:02:00.577211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:02.897605 run osmo-stp_10.42.42.5(pid=31256): stderr: \u000a| �[0;m�[38;5;43m20221214090200746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090200746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090200746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090200746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090200747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090200747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090200747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:02.951276 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)] [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:02:02.959994 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a09:02:03.020823 run osmo-hlr_10.42.42.2(pid=31253): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31253)]\u000a09:02:03.070906 run osmo-hlr_10.42.42.2(pid=31253): stdout: \u000a| (launched: 2022-12-14_09:01:59.613353) \u000a09:02:03.121364 run osmo-hlr_10.42.42.2(pid=31253): stderr: \u000a| �[0;m�[1;31m20221214090159788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090159788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090159788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090159788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090159788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090159789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090159801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090159809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090159809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090159809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:03.189504 run osmo-msc_10.42.42.6(pid=31259): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31259)]\u000a09:02:03.239080 run osmo-msc_10.42.42.6(pid=31259): stdout: \u000a| (launched: 2022-12-14_09:02:01.640079) \u000a09:02:03.289559 run osmo-msc_10.42.42.6(pid=31259): stderr: \u000a| �[0;m�[38;5;43m20221214090202121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090202121 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc909853c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090202121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090202121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090202121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090202121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090202123 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090202123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090202124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090202124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:03.332243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Terminating (SIGTERM)\u000a09:02:03.372582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Terminating (SIGTERM)\u000a09:02:03.412874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31258): Terminating (SIGTERM)\u000a09:02:03.422189 --- ParallelTerminationStrategy: PID 31252 died...\u000a09:02:03.476367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Terminated: ok {rc=0}\u000a09:02:03.486030 --- ParallelTerminationStrategy: PID 31255 died...\u000a09:02:03.540624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Terminated: ok {rc=0}\u000a09:02:03.550314 --- ParallelTerminationStrategy: PID 31258 died...\u000a09:02:03.604495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31258): Terminated: ok {rc=0}\u000a09:02:03.693502 bus /sierra_3: Setting Powered False\u000a09:02:04.796238 bus /sierra_3: Setting Powered False\u000a09:02:05.909009 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31267): Process ended prematurely: osmo-stp_10.42.42.5(pid=31267) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31267)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31267): Process ended prematurely: osmo-stp_10.42.42.5(pid=31267) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:02:07.019732 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:02:07.031629 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:02:07.189287 tst mo_mt_call_osmux.py: using LAC 39841\u000a09:02:07.311039 tst mo_mt_call_osmux.py: using RAC 61\u000a09:02:07.431929 tst mo_mt_call_osmux.py: using CellId 39841\u000a09:02:07.552220 tst mo_mt_call_osmux.py: using BVCI 39842\u000a09:02:07.575299 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:02:07.586516 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:02:07.597559 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:02:07.608462 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:02:07.619738 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:02:07.631067 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:02:07.752557 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:02:07.962836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:08.443439 run create_hlr_db(pid=31261): Launched\u000a09:02:08.617814 bus /sierra_2: Setting Powered False\u000a09:02:09.640250 run create_hlr_db(pid=31261): Terminated: ok {rc=0}\u000a09:02:10.074881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31263): Launched\u000a09:02:10.406660 run osmo-hlr_10.42.42.2(pid=31264): Launched\u000a09:02:10.529445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:11.091295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31266): Launched\u000a09:02:11.398259 run osmo-stp_10.42.42.5(pid=31267): Launched\u000a09:02:11.509736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:12.067037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31269): Launched\u000a09:02:12.372667 run osmo-msc_10.42.42.6(pid=31270): Launched\u000a09:02:12.551200 run osmo-stp_10.42.42.5(pid=31267): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31267)]\u000a09:02:12.679881 run osmo-stp_10.42.42.5(pid=31267): stdout: \u000a| (launched: 2022-12-14_09:02:11.246803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:12.806486 run osmo-stp_10.42.42.5(pid=31267): stderr: \u000a| �[0;m�[38;5;43m20221214090211420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090211421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090211421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090211421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090211422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090211422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090211422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:12.928270 run osmo-stp_10.42.42.5(pid=31267): stdout: \u000a| (launched: 2022-12-14_09:02:11.246803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:13.049142 run osmo-stp_10.42.42.5(pid=31267): stderr: \u000a| �[0;m�[38;5;43m20221214090211420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090211421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090211421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090211421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090211422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090211422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090211422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:13.102491 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31267): Process ended prematurely: osmo-stp_10.42.42.5(pid=31267) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31267)] [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:02:13.111221 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:02:13.171660 run osmo-hlr_10.42.42.2(pid=31264): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31264)]\u000a09:02:13.220780 run osmo-hlr_10.42.42.2(pid=31264): stdout: \u000a| (launched: 2022-12-14_09:02:10.242106) \u000a09:02:13.270714 run osmo-hlr_10.42.42.2(pid=31264): stderr: \u000a| �[0;m�[1;31m20221214090210442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090210442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090210442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090210442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090210442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090210442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090210454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090210462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090210463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090210463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:13.338270 run osmo-msc_10.42.42.6(pid=31270): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31270)]\u000a09:02:13.387262 run osmo-msc_10.42.42.6(pid=31270): stdout: \u000a| (launched: 2022-12-14_09:02:12.221471) \u000a09:02:13.436810 run osmo-msc_10.42.42.6(pid=31270): stderr: \u000a| �[0;m�[38;5;43m20221214090212493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090212493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1fda5fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090212493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090212493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090212493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090212494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090212495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090212496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090212496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090212496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:13.478999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31263): Terminating (SIGTERM)\u000a09:02:13.518789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31266): Terminating (SIGTERM)\u000a09:02:13.558653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31269): Terminating (SIGTERM)\u000a09:02:13.567867 --- ParallelTerminationStrategy: PID 31263 died...\u000a09:02:13.621287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31263): Terminated: ok {rc=0}\u000a09:02:13.630772 --- ParallelTerminationStrategy: PID 31266 died...\u000a09:02:13.683931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31266): Terminated: ok {rc=0}\u000a09:02:13.693426 --- ParallelTerminationStrategy: PID 31269 died...\u000a09:02:13.746560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31269): Terminated: ok {rc=0}\u000a09:02:13.830276 bus /sierra_3: Setting Powered False\u000a09:02:14.935988 bus /sierra_3: Setting Powered False\u000a09:02:16.060426 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:01:56" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31281): Process ended prematurely: osmo-stp_10.42.42.5(pid=31281) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31281)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31281): Process ended prematurely: osmo-stp_10.42.42.5(pid=31281) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:02:18.076216 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:18.087345 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:02:18.247180 tst mo_mt_call.py: using LAC 39842\u000a09:02:18.372662 tst mo_mt_call.py: using RAC 62\u000a09:02:18.507199 tst mo_mt_call.py: using CellId 39842\u000a09:02:18.629957 tst mo_mt_call.py: using BVCI 39843\u000a09:02:18.653518 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:18.664678 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:18.675750 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:18.686881 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:18.698532 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:18.710038 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:02:18.825263 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:02:19.033168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:19.513621 run create_hlr_db(pid=31275): Launched\u000a09:02:19.688538 bus /sierra_2: Setting Powered False\u000a09:02:20.710966 run create_hlr_db(pid=31275): Terminated: ok {rc=0}\u000a09:02:21.145620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31277): Launched\u000a09:02:21.473878 run osmo-hlr_10.42.42.2(pid=31278): Launched\u000a09:02:21.598421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:22.170056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31280): Launched\u000a09:02:22.497582 run osmo-stp_10.42.42.5(pid=31281): Launched\u000a09:02:22.617071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:23.216467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31283): Launched\u000a09:02:23.542992 run osmo-msc_10.42.42.6(pid=31284): Launched\u000a09:02:23.734926 run osmo-stp_10.42.42.5(pid=31281): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31281)]\u000a09:02:23.872907 run osmo-stp_10.42.42.5(pid=31281): stdout: \u000a| (launched: 2022-12-14_09:02:22.336610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:24.011081 run osmo-stp_10.42.42.5(pid=31281): stderr: \u000a| �[0;m�[38;5;43m20221214090222531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090222531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090222531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090222531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090222532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090222532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090222532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:24.142904 run osmo-stp_10.42.42.5(pid=31281): stdout: \u000a| (launched: 2022-12-14_09:02:22.336610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:24.272623 run osmo-stp_10.42.42.5(pid=31281): stderr: \u000a| �[0;m�[38;5;43m20221214090222531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090222531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090222531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090222531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090222532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090222532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090222532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:24.330184 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31281): Process ended prematurely: osmo-stp_10.42.42.5(pid=31281) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31281)] [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:02:24.339800 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:02:24.403227 run osmo-hlr_10.42.42.2(pid=31278): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31278)]\u000a09:02:24.455335 run osmo-hlr_10.42.42.2(pid=31278): stdout: \u000a| (launched: 2022-12-14_09:02:21.312287) \u000a09:02:24.507861 run osmo-hlr_10.42.42.2(pid=31278): stderr: \u000a| �[0;m�[1;31m20221214090221511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090221511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090221511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090221511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090221511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090221511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090221524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090221532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090221532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090221532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:24.579405 run osmo-msc_10.42.42.6(pid=31284): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31284)]\u000a09:02:24.631429 run osmo-msc_10.42.42.6(pid=31284): stdout: \u000a| (launched: 2022-12-14_09:02:23.383224) \u000a09:02:24.683667 run osmo-msc_10.42.42.6(pid=31284): stderr: \u000a| �[0;m�[38;5;43m20221214090223706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090223706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce9027ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090223706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090223706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090223707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090223707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090223708 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090223709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090223709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090223709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:24.727908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31277): Terminating (SIGTERM)\u000a09:02:24.769876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31280): Terminating (SIGTERM)\u000a09:02:24.811720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31283): Terminating (SIGTERM)\u000a09:02:24.821454 --- ParallelTerminationStrategy: PID 31277 died...\u000a09:02:24.877948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31277): Terminated: ok {rc=0}\u000a09:02:24.888140 --- ParallelTerminationStrategy: PID 31280 died...\u000a09:02:24.944199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31280): Terminated: ok {rc=0}\u000a09:02:24.954241 --- ParallelTerminationStrategy: PID 31283 died...\u000a09:02:25.010272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31283): Terminated: ok {rc=0}\u000a09:02:25.097678 bus /sierra_3: Setting Powered False\u000a09:02:26.202138 bus /sierra_3: Setting Powered False\u000a09:02:27.313855 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31292): Process ended prematurely: osmo-stp_10.42.42.5(pid=31292) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31292)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31292): Process ended prematurely: osmo-stp_10.42.42.5(pid=31292) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:02:28.428783 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:28.441219 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:02:28.609999 tst mo_mt_call_osmux.py: using LAC 39843\u000a09:02:28.739029 tst mo_mt_call_osmux.py: using RAC 63\u000a09:02:28.868110 tst mo_mt_call_osmux.py: using CellId 39843\u000a09:02:28.998244 tst mo_mt_call_osmux.py: using BVCI 39844\u000a09:02:29.023252 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:29.035092 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:29.046603 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:29.058244 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:29.070410 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:02:29.082509 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:02:29.202094 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:02:29.406672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:29.890694 run create_hlr_db(pid=31286): Launched\u000a09:02:30.065813 bus /sierra_2: Setting Powered False\u000a09:02:31.136152 run create_hlr_db(pid=31286): Terminated: ok {rc=0}\u000a09:02:31.590828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31288): Launched\u000a09:02:32.047158 run osmo-hlr_10.42.42.2(pid=31289): Launched\u000a09:02:32.231128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:32.761775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31291): Launched\u000a09:02:33.069384 run osmo-stp_10.42.42.5(pid=31292): Launched\u000a09:02:33.181204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:33.739158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31294): Launched\u000a09:02:34.047096 run osmo-msc_10.42.42.6(pid=31295): Launched\u000a09:02:34.225648 run osmo-stp_10.42.42.5(pid=31292): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31292)]\u000a09:02:34.354792 run osmo-stp_10.42.42.5(pid=31292): stdout: \u000a| (launched: 2022-12-14_09:02:32.916463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:34.481636 run osmo-stp_10.42.42.5(pid=31292): stderr: \u000a| �[0;m�[38;5;43m20221214090233089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090233089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090233089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090233090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090233090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090233090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090233090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:34.603814 run osmo-stp_10.42.42.5(pid=31292): stdout: \u000a| (launched: 2022-12-14_09:02:32.916463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:34.724858 run osmo-stp_10.42.42.5(pid=31292): stderr: \u000a| �[0;m�[38;5;43m20221214090233089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090233089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090233089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090233090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090233090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090233090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090233090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:34.778359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31292): Process ended prematurely: osmo-stp_10.42.42.5(pid=31292) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31292)] [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:02:34.787222 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:02:34.847887 run osmo-hlr_10.42.42.2(pid=31289): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31289)]\u000a09:02:34.897436 run osmo-hlr_10.42.42.2(pid=31289): stdout: \u000a| (launched: 2022-12-14_09:02:31.761062) \u000a09:02:34.947724 run osmo-hlr_10.42.42.2(pid=31289): stderr: \u000a| �[0;m�[1;31m20221214090231968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090231968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090231968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090231968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090231968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090231968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090231983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090232005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090232006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090232006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:35.015994 run osmo-msc_10.42.42.6(pid=31295): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31295)]\u000a09:02:35.065694 run osmo-msc_10.42.42.6(pid=31295): stdout: \u000a| (launched: 2022-12-14_09:02:33.894043) \u000a09:02:35.116016 run osmo-msc_10.42.42.6(pid=31295): stderr: \u000a| �[0;m�[38;5;43m20221214090234165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090234166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5578350c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090234166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090234166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090234166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090234166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090234168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090234168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090234168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090234168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:35.158872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31288): Terminating (SIGTERM)\u000a09:02:35.199484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31291): Terminating (SIGTERM)\u000a09:02:35.239750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31294): Terminating (SIGTERM)\u000a09:02:35.249180 --- ParallelTerminationStrategy: PID 31288 died...\u000a09:02:35.303253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31288): Terminated: ok {rc=0}\u000a09:02:35.313084 --- ParallelTerminationStrategy: PID 31291 died...\u000a09:02:35.367007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31291): Terminated: ok {rc=0}\u000a09:02:35.376672 --- ParallelTerminationStrategy: PID 31294 died...\u000a09:02:35.430431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31294): Terminated: ok {rc=0}\u000a09:02:35.519106 bus /sierra_3: Setting Powered False\u000a09:02:36.621731 bus /sierra_3: Setting Powered False\u000a09:02:37.733099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:02:17" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31306): Process ended prematurely: osmo-stp_10.42.42.5(pid=31306) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31306)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31306): Process ended prematurely: osmo-stp_10.42.42.5(pid=31306) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:02:39.722249 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:39.733577 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:02:39.890803 tst mo_mt_call.py: using LAC 39844\u000a09:02:40.013559 tst mo_mt_call.py: using RAC 64\u000a09:02:40.141741 tst mo_mt_call.py: using CellId 39844\u000a09:02:40.271114 tst mo_mt_call.py: using BVCI 39845\u000a09:02:40.296226 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:40.308094 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:40.319822 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:40.331521 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:40.343483 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:40.355140 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:02:40.474447 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:02:40.690763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:41.211079 run create_hlr_db(pid=31300): Launched\u000a09:02:41.385482 bus /sierra_2: Setting Powered False\u000a09:02:42.407828 run create_hlr_db(pid=31300): Terminated: ok {rc=0}\u000a09:02:42.813882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31302): Launched\u000a09:02:43.119439 run osmo-hlr_10.42.42.2(pid=31303): Launched\u000a09:02:43.235242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:43.773710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31305): Launched\u000a09:02:44.079209 run osmo-stp_10.42.42.5(pid=31306): Launched\u000a09:02:44.191364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:44.749558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31308): Launched\u000a09:02:45.057456 run osmo-msc_10.42.42.6(pid=31309): Launched\u000a09:02:45.236577 run osmo-stp_10.42.42.5(pid=31306): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31306)]\u000a09:02:45.366027 run osmo-stp_10.42.42.5(pid=31306): stdout: \u000a| (launched: 2022-12-14_09:02:43.928433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:45.492867 run osmo-stp_10.42.42.5(pid=31306): stderr: \u000a| �[0;m�[38;5;43m20221214090244099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090244099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090244099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090244100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090244100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090244100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090244100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:45.615476 run osmo-stp_10.42.42.5(pid=31306): stdout: \u000a| (launched: 2022-12-14_09:02:43.928433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:45.736555 run osmo-stp_10.42.42.5(pid=31306): stderr: \u000a| �[0;m�[38;5;43m20221214090244099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090244099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090244099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090244100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090244100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090244100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090244100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:45.789964 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31306): Process ended prematurely: osmo-stp_10.42.42.5(pid=31306) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31306)] [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:02:45.798735 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:02:45.861388 run osmo-hlr_10.42.42.2(pid=31303): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31303)]\u000a09:02:45.932394 run osmo-hlr_10.42.42.2(pid=31303): stdout: \u000a| (launched: 2022-12-14_09:02:42.968716) \u000a09:02:46.004356 run osmo-hlr_10.42.42.2(pid=31303): stderr: \u000a| �[0;m�[1;31m20221214090243144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090243144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090243144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090243144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090243144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090243144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090243156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090243165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090243165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090243166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:46.082540 run osmo-msc_10.42.42.6(pid=31309): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31309)]\u000a09:02:46.134931 run osmo-msc_10.42.42.6(pid=31309): stdout: \u000a| (launched: 2022-12-14_09:02:44.904382) \u000a09:02:46.187752 run osmo-msc_10.42.42.6(pid=31309): stderr: \u000a| �[0;m�[38;5;43m20221214090245177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090245177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa64701bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090245177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090245177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090245178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090245178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090245179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090245180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090245180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090245180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:46.232665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31302): Terminating (SIGTERM)\u000a09:02:46.275908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31305): Terminating (SIGTERM)\u000a09:02:46.319711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31308): Terminating (SIGTERM)\u000a09:02:46.329523 --- ParallelTerminationStrategy: PID 31302 died...\u000a09:02:46.386815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31302): Terminated: ok {rc=0}\u000a09:02:46.397338 --- ParallelTerminationStrategy: PID 31305 died...\u000a09:02:46.454538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31305): Terminated: ok {rc=0}\u000a09:02:46.465115 --- ParallelTerminationStrategy: PID 31308 died...\u000a09:02:46.522448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31308): Terminated: ok {rc=0}\u000a09:02:46.615746 bus /sierra_3: Setting Powered False\u000a09:02:47.722808 bus /sierra_3: Setting Powered False\u000a09:02:48.831633 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31317): Process ended prematurely: osmo-stp_10.42.42.5(pid=31317) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31317)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31317): Process ended prematurely: osmo-stp_10.42.42.5(pid=31317) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:02:49.947174 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:49.959750 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:02:50.128858 tst mo_mt_call_osmux.py: using LAC 39845\u000a09:02:50.257963 tst mo_mt_call_osmux.py: using RAC 65\u000a09:02:50.387174 tst mo_mt_call_osmux.py: using CellId 39845\u000a09:02:50.515834 tst mo_mt_call_osmux.py: using BVCI 39846\u000a09:02:50.540778 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:50.552451 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:50.564041 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:50.575531 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:50.587363 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:02:50.599040 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:02:50.718670 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:02:50.930817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:51.454508 run create_hlr_db(pid=31311): Launched\u000a09:02:51.642681 bus /sierra_2: Setting Powered False\u000a09:02:52.663331 run create_hlr_db(pid=31311): Terminated: ok {rc=0}\u000a09:02:53.073022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31313): Launched\u000a09:02:53.379177 run osmo-hlr_10.42.42.2(pid=31314): Launched\u000a09:02:53.499663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:54.035478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31316): Launched\u000a09:02:54.342310 run osmo-stp_10.42.42.5(pid=31317): Launched\u000a09:02:54.453704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:55.010407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31319): Launched\u000a09:02:55.316248 run osmo-msc_10.42.42.6(pid=31320): Launched\u000a09:02:55.495043 run osmo-stp_10.42.42.5(pid=31317): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31317)]\u000a09:02:55.623349 run osmo-stp_10.42.42.5(pid=31317): stdout: \u000a| (launched: 2022-12-14_09:02:54.190824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:55.750088 run osmo-stp_10.42.42.5(pid=31317): stderr: \u000a| �[0;m�[38;5;43m20221214090254362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090254362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090254362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090254363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090254363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090254363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090254363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:55.871682 run osmo-stp_10.42.42.5(pid=31317): stdout: \u000a| (launched: 2022-12-14_09:02:54.190824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:55.992035 run osmo-stp_10.42.42.5(pid=31317): stderr: \u000a| �[0;m�[38;5;43m20221214090254362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090254362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090254362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090254363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090254363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090254363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090254363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:56.045027 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31317): Process ended prematurely: osmo-stp_10.42.42.5(pid=31317) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31317)] [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:02:56.053666 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:02:56.114083 run osmo-hlr_10.42.42.2(pid=31314): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31314)]\u000a09:02:56.163298 run osmo-hlr_10.42.42.2(pid=31314): stdout: \u000a| (launched: 2022-12-14_09:02:53.228017) \u000a09:02:56.213150 run osmo-hlr_10.42.42.2(pid=31314): stderr: \u000a| �[0;m�[1;31m20221214090253406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090253406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090253406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090253406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090253406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090253406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090253418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090253427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090253427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090253427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:56.280769 run osmo-msc_10.42.42.6(pid=31320): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31320)]\u000a09:02:56.329556 run osmo-msc_10.42.42.6(pid=31320): stdout: \u000a| (launched: 2022-12-14_09:02:55.164295) \u000a09:02:56.378941 run osmo-msc_10.42.42.6(pid=31320): stderr: \u000a| �[0;m�[38;5;43m20221214090255438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090255438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda05e11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090255438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090255438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090255438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090255439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090255440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090255441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090255441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090255441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:56.421354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31313): Terminating (SIGTERM)\u000a09:02:56.461082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31316): Terminating (SIGTERM)\u000a09:02:56.500726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31319): Terminating (SIGTERM)\u000a09:02:56.509953 --- ParallelTerminationStrategy: PID 31313 died...\u000a09:02:56.563834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31313): Terminated: ok {rc=0}\u000a09:02:56.573416 --- ParallelTerminationStrategy: PID 31316 died...\u000a09:02:56.626605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31316): Terminated: ok {rc=0}\u000a09:02:56.636097 --- ParallelTerminationStrategy: PID 31319 died...\u000a09:02:56.689692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31319): Terminated: ok {rc=0}\u000a09:02:56.772747 bus /sierra_3: Setting Powered False\u000a09:02:57.873608 bus /sierra_3: Setting Powered False\u000a09:02:58.980562 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:02:39" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31332): Process ended prematurely: osmo-stp_10.42.42.5(pid=31332) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31332)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31332): Process ended prematurely: osmo-stp_10.42.42.5(pid=31332) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:03:01.005250 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:01.017613 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:03:01.180421 tst mo_mt_call.py: using LAC 39846\u000a09:03:01.342519 tst mo_mt_call.py: using RAC 66\u000a09:03:01.471300 tst mo_mt_call.py: using CellId 39846\u000a09:03:01.597776 tst mo_mt_call.py: using BVCI 39847\u000a09:03:01.622161 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:01.634618 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:01.646845 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:01.658990 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:01.672565 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:01.686002 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:03:01.807094 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:03:02.045926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:02.579273 run create_hlr_db(pid=31326): Launched\u000a09:03:02.766353 bus /sierra_2: Setting Powered False\u000a09:03:03.787952 run create_hlr_db(pid=31326): Terminated: ok {rc=0}\u000a09:03:04.196432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31328): Launched\u000a09:03:04.502681 run osmo-hlr_10.42.42.2(pid=31329): Launched\u000a09:03:04.619507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:05.148609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31331): Launched\u000a09:03:05.453738 run osmo-stp_10.42.42.5(pid=31332): Launched\u000a09:03:05.564214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:06.121796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31334): Launched\u000a09:03:06.429419 run osmo-msc_10.42.42.6(pid=31335): Launched\u000a09:03:06.609614 run osmo-stp_10.42.42.5(pid=31332): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31332)]\u000a09:03:06.739027 run osmo-stp_10.42.42.5(pid=31332): stdout: \u000a| (launched: 2022-12-14_09:03:05.303170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:06.866530 run osmo-stp_10.42.42.5(pid=31332): stderr: \u000a| �[0;m�[38;5;43m20221214090305475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090305475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090305475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090305476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090305476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090305476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090305476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:06.989113 run osmo-stp_10.42.42.5(pid=31332): stdout: \u000a| (launched: 2022-12-14_09:03:05.303170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:07.110972 run osmo-stp_10.42.42.5(pid=31332): stderr: \u000a| �[0;m�[38;5;43m20221214090305475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090305475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090305475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090305476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090305476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090305476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090305476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:07.164686 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31332): Process ended prematurely: osmo-stp_10.42.42.5(pid=31332) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31332)] [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:03:07.173775 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:03:07.234361 run osmo-hlr_10.42.42.2(pid=31329): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31329)]\u000a09:03:07.283891 run osmo-hlr_10.42.42.2(pid=31329): stdout: \u000a| (launched: 2022-12-14_09:03:04.351741) \u000a09:03:07.333932 run osmo-hlr_10.42.42.2(pid=31329): stderr: \u000a| �[0;m�[1;31m20221214090304525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090304525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090304525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090304525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090304525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090304525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090304541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090304550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090304550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090304550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:07.402175 run osmo-msc_10.42.42.6(pid=31335): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31335)]\u000a09:03:07.451734 run osmo-msc_10.42.42.6(pid=31335): stdout: \u000a| (launched: 2022-12-14_09:03:06.276461) \u000a09:03:07.501636 run osmo-msc_10.42.42.6(pid=31335): stderr: \u000a| �[0;m�[38;5;43m20221214090306556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090306557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28af337c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090306557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090306557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090306557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090306557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090306559 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090306559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090306560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090306560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:03:07.544129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31328): Terminating (SIGTERM)\u000a09:03:07.584336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31331): Terminating (SIGTERM)\u000a09:03:07.624499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31334): Terminating (SIGTERM)\u000a09:03:07.633884 --- ParallelTerminationStrategy: PID 31328 died...\u000a09:03:07.688336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31328): Terminated: ok {rc=0}\u000a09:03:07.698181 --- ParallelTerminationStrategy: PID 31331 died...\u000a09:03:07.752407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31331): Terminated: ok {rc=0}\u000a09:03:07.762174 --- ParallelTerminationStrategy: PID 31334 died...\u000a09:03:07.816550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31334): Terminated: ok {rc=0}\u000a09:03:07.906115 bus /sierra_3: Setting Powered False\u000a09:03:09.008714 bus /sierra_3: Setting Powered False\u000a09:03:10.121002 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31343): Process ended prematurely: osmo-stp_10.42.42.5(pid=31343) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31343): Process ended prematurely: osmo-stp_10.42.42.5(pid=31343) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:03:11.232785 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:11.244790 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:03:11.401123 tst mo_mt_call_osmux.py: using LAC 39847\u000a09:03:11.522375 tst mo_mt_call_osmux.py: using RAC 67\u000a09:03:11.651330 tst mo_mt_call_osmux.py: using CellId 39847\u000a09:03:11.776218 tst mo_mt_call_osmux.py: using BVCI 39848\u000a09:03:11.799609 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:11.811031 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:11.822308 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:11.833216 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:11.844520 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:03:11.855810 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:03:11.975702 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:03:12.181155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:12.663567 run create_hlr_db(pid=31337): Launched\u000a09:03:12.839442 bus /sierra_2: Setting Powered False\u000a09:03:13.861085 run create_hlr_db(pid=31337): Terminated: ok {rc=0}\u000a09:03:14.298233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31339): Launched\u000a09:03:14.628160 run osmo-hlr_10.42.42.2(pid=31340): Launched\u000a09:03:14.751907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:15.322572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31342): Launched\u000a09:03:15.651107 run osmo-stp_10.42.42.5(pid=31343): Launched\u000a09:03:15.769315 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:16.401747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31345): Launched\u000a09:03:16.847805 run osmo-msc_10.42.42.6(pid=31346): Launched\u000a09:03:17.304541 run osmo-stp_10.42.42.5(pid=31343): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)]\u000a09:03:17.443385 run osmo-stp_10.42.42.5(pid=31343): stdout: \u000a| (launched: 2022-12-14_09:03:15.488809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:17.571860 run osmo-stp_10.42.42.5(pid=31343): stderr: \u000a| �[0;m�[38;5;43m20221214090315682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090315683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090315683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090315683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090315684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090315684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090315684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:17.695517 run osmo-stp_10.42.42.5(pid=31343): stdout: \u000a| (launched: 2022-12-14_09:03:15.488809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:17.817537 run osmo-stp_10.42.42.5(pid=31343): stderr: \u000a| �[0;m�[38;5;43m20221214090315682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090315683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090315683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090315683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090315684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090315684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090315684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:17.871288 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31343): Process ended prematurely: osmo-stp_10.42.42.5(pid=31343) [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31343)] [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:03:17.879981 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a09:03:17.941243 run osmo-hlr_10.42.42.2(pid=31340): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31340)]\u000a09:03:17.991447 run osmo-hlr_10.42.42.2(pid=31340): stdout: \u000a| (launched: 2022-12-14_09:03:14.465829) \u000a09:03:18.042253 run osmo-hlr_10.42.42.2(pid=31340): stderr: \u000a| �[0;m�[1;31m20221214090314665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090314666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090314666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090314666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090314666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090314666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090314679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090314687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090314687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090314687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:18.111041 run osmo-msc_10.42.42.6(pid=31346): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31346)]\u000a09:03:18.160880 run osmo-msc_10.42.42.6(pid=31346): stdout: \u000a| (launched: 2022-12-14_09:03:16.562784) \u000a09:03:18.211287 run osmo-msc_10.42.42.6(pid=31346): stderr: \u000a| �[0;m�[38;5;43m20221214090317052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090317052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59dc650c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090317052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090317052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090317052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090317052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090317055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090317055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090317056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090317056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:03:18.254190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31339): Terminating (SIGTERM)\u000a09:03:18.294587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31342): Terminating (SIGTERM)\u000a09:03:18.334931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31345): Terminating (SIGTERM)\u000a09:03:18.344210 --- ParallelTerminationStrategy: PID 31339 died...\u000a09:03:18.398764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31339): Terminated: ok {rc=0}\u000a09:03:18.408396 --- ParallelTerminationStrategy: PID 31342 died...\u000a09:03:18.462586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31342): Terminated: ok {rc=0}\u000a09:03:18.472225 --- ParallelTerminationStrategy: PID 31345 died...\u000a09:03:18.526359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31345): Terminated: ok {rc=0}\u000a09:03:18.615318 bus /sierra_3: Setting Powered False\u000a09:03:19.718915 bus /sierra_3: Setting Powered False\u000a09:03:20.831391 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:03:00" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31357): Process ended prematurely: osmo-stp_10.42.42.5(pid=31357) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31357)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31357): Process ended prematurely: osmo-stp_10.42.42.5(pid=31357) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:03:22.835480 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:22.847021 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:03:23.004327 tst mo_mt_call.py: using LAC 39848\u000a09:03:23.125784 tst mo_mt_call.py: using RAC 68\u000a09:03:23.245115 tst mo_mt_call.py: using CellId 39848\u000a09:03:23.365516 tst mo_mt_call.py: using BVCI 39849\u000a09:03:23.388662 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:23.399921 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:23.411024 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:23.421974 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:23.433338 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:23.444509 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:03:23.564830 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:03:23.777584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:24.302128 run create_hlr_db(pid=31351): Launched\u000a09:03:24.490600 bus /sierra_2: Setting Powered False\u000a09:03:25.510475 run create_hlr_db(pid=31351): Terminated: ok {rc=0}\u000a09:03:25.919634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31353): Launched\u000a09:03:26.225600 run osmo-hlr_10.42.42.2(pid=31354): Launched\u000a09:03:26.342102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:26.871260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31356): Launched\u000a09:03:27.176733 run osmo-stp_10.42.42.5(pid=31357): Launched\u000a09:03:27.288250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:27.846430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31359): Launched\u000a09:03:28.153277 run osmo-msc_10.42.42.6(pid=31360): Launched\u000a09:03:28.332603 run osmo-stp_10.42.42.5(pid=31357): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31357)]\u000a09:03:28.462643 run osmo-stp_10.42.42.5(pid=31357): stdout: \u000a| (launched: 2022-12-14_09:03:27.025797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:28.590523 run osmo-stp_10.42.42.5(pid=31357): stderr: \u000a| �[0;m�[38;5;43m20221214090327196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090327196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090327197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090327197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090327198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090327198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090327198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:28.713546 run osmo-stp_10.42.42.5(pid=31357): stdout: \u000a| (launched: 2022-12-14_09:03:27.025797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:28.835554 run osmo-stp_10.42.42.5(pid=31357): stderr: \u000a| �[0;m�[38;5;43m20221214090327196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090327196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090327197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090327197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090327198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090327198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090327198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:28.889120 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31357): Process ended prematurely: osmo-stp_10.42.42.5(pid=31357) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31357)] [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:03:28.898059 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:03:28.958505 run osmo-hlr_10.42.42.2(pid=31354): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31354)]\u000a09:03:29.007991 run osmo-hlr_10.42.42.2(pid=31354): stdout: \u000a| (launched: 2022-12-14_09:03:26.074366) \u000a09:03:29.058331 run osmo-hlr_10.42.42.2(pid=31354): stderr: \u000a| �[0;m�[1;31m20221214090326250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090326250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090326250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090326250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090326250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090326250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090326262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090326271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090326271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090326271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:29.126374 run osmo-msc_10.42.42.6(pid=31360): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31360)]\u000a09:03:29.175928 run osmo-msc_10.42.42.6(pid=31360): stdout: \u000a| (launched: 2022-12-14_09:03:28.001298) \u000a09:03:29.226211 run osmo-msc_10.42.42.6(pid=31360): stderr: \u000a| �[0;m�[38;5;43m20221214090328274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090328274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffaa965dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090328274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090328274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090328274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090328275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090328276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090328277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090328277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090328277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:03:29.269062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31353): Terminating (SIGTERM)\u000a09:03:29.309560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31356): Terminating (SIGTERM)\u000a09:03:29.350321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31359): Terminating (SIGTERM)\u000a09:03:29.359536 --- ParallelTerminationStrategy: PID 31353 died...\u000a09:03:29.413545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31353): Terminated: ok {rc=0}\u000a09:03:29.423150 --- ParallelTerminationStrategy: PID 31356 died...\u000a09:03:29.476682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31356): Terminated: ok {rc=0}\u000a09:03:29.486189 --- ParallelTerminationStrategy: PID 31359 died...\u000a09:03:29.539717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31359): Terminated: ok {rc=0}\u000a09:03:29.628638 bus /sierra_3: Setting Powered False\u000a09:03:30.731395 bus /sierra_3: Setting Powered False\u000a09:03:31.844236 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31368): Process ended prematurely: osmo-stp_10.42.42.5(pid=31368) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31368)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31368): Process ended prematurely: osmo-stp_10.42.42.5(pid=31368) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:03:32.959038 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:32.971825 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:03:33.140855 tst mo_mt_call_osmux.py: using LAC 39849\u000a09:03:33.274082 tst mo_mt_call_osmux.py: using RAC 69\u000a09:03:33.403248 tst mo_mt_call_osmux.py: using CellId 39849\u000a09:03:33.529860 tst mo_mt_call_osmux.py: using BVCI 39850\u000a09:03:33.554981 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:33.567124 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:33.579030 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:33.590853 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:33.603091 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:03:33.615270 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:03:33.732244 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:03:33.945173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:34.467934 run create_hlr_db(pid=31362): Launched\u000a09:03:34.655717 bus /sierra_2: Setting Powered False\u000a09:03:35.677128 run create_hlr_db(pid=31362): Terminated: ok {rc=0}\u000a09:03:36.110141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31364): Launched\u000a09:03:36.438100 run osmo-hlr_10.42.42.2(pid=31365): Launched\u000a09:03:36.556863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:37.126449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31367): Launched\u000a09:03:37.455204 run osmo-stp_10.42.42.5(pid=31368): Launched\u000a09:03:37.574195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:38.172880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31370): Launched\u000a09:03:38.502515 run osmo-msc_10.42.42.6(pid=31371): Launched\u000a09:03:38.694413 run osmo-stp_10.42.42.5(pid=31368): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31368)]\u000a09:03:38.832377 run osmo-stp_10.42.42.5(pid=31368): stdout: \u000a| (launched: 2022-12-14_09:03:37.293366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:38.968941 run osmo-stp_10.42.42.5(pid=31368): stderr: \u000a| �[0;m�[38;5;43m20221214090337486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090337487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090337487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090337487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090337488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090337488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090337488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:39.099766 run osmo-stp_10.42.42.5(pid=31368): stdout: \u000a| (launched: 2022-12-14_09:03:37.293366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:39.229725 run osmo-stp_10.42.42.5(pid=31368): stderr: \u000a| �[0;m�[38;5;43m20221214090337486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090337487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090337487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090337487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090337488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090337488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090337488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:39.287067 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31368): Process ended prematurely: osmo-stp_10.42.42.5(pid=31368) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31368)] [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:03:39.296430 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:03:39.359582 run osmo-hlr_10.42.42.2(pid=31365): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31365)]\u000a09:03:39.411365 run osmo-hlr_10.42.42.2(pid=31365): stdout: \u000a| (launched: 2022-12-14_09:03:36.276490) \u000a09:03:39.463851 run osmo-hlr_10.42.42.2(pid=31365): stderr: \u000a| �[0;m�[1;31m20221214090336476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090336476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090336476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090336476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090336476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090336476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090336489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090336497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090336497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090336497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:39.535017 run osmo-msc_10.42.42.6(pid=31371): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31371)]\u000a09:03:39.587247 run osmo-msc_10.42.42.6(pid=31371): stdout: \u000a| (launched: 2022-12-14_09:03:38.339521) \u000a09:03:39.639608 run osmo-msc_10.42.42.6(pid=31371): stderr: \u000a| �[0;m�[38;5;43m20221214090338663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090338663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe003f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090338663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090338663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090338663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090338664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090338665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090338666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090338666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090338666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:03:39.684048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31364): Terminating (SIGTERM)\u000a09:03:39.726290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31367): Terminating (SIGTERM)\u000a09:03:39.768830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31370): Terminating (SIGTERM)\u000a09:03:39.778622 --- ParallelTerminationStrategy: PID 31364 died...\u000a09:03:39.834649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31364): Terminated: ok {rc=0}\u000a09:03:39.844788 --- ParallelTerminationStrategy: PID 31367 died...\u000a09:03:39.900743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31367): Terminated: ok {rc=0}\u000a09:03:39.910848 --- ParallelTerminationStrategy: PID 31370 died...\u000a09:03:39.966657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31370): Terminated: ok {rc=0}\u000a09:03:40.054087 bus /sierra_3: Setting Powered False\u000a09:03:41.160265 bus /sierra_3: Setting Powered False\u000a09:03:42.268182 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:03:22" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31382): Process ended prematurely: osmo-stp_10.42.42.5(pid=31382) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31382): Process ended prematurely: osmo-stp_10.42.42.5(pid=31382) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:03:44.272349 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:44.283309 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:03:44.439756 tst mo_mt_call.py: using LAC 39850\u000a09:03:44.565263 tst mo_mt_call.py: using RAC 70\u000a09:03:44.691928 tst mo_mt_call.py: using CellId 39850\u000a09:03:44.818574 tst mo_mt_call.py: using BVCI 39851\u000a09:03:44.843583 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:44.855220 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:44.866630 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:44.877994 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:44.889443 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:44.900731 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:03:45.017493 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:03:45.224846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:45.706628 run create_hlr_db(pid=31376): Launched\u000a09:03:45.892475 bus /sierra_2: Setting Powered False\u000a09:03:46.907859 run create_hlr_db(pid=31376): Terminated: ok {rc=0}\u000a09:03:47.321192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31378): Launched\u000a09:03:47.628351 run osmo-hlr_10.42.42.2(pid=31379): Launched\u000a09:03:47.739000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:48.267107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31381): Launched\u000a09:03:48.571181 run osmo-stp_10.42.42.5(pid=31382): Launched\u000a09:03:48.682156 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:49.237928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31384): Launched\u000a09:03:49.543139 run osmo-msc_10.42.42.6(pid=31385): Launched\u000a09:03:49.722562 run osmo-stp_10.42.42.5(pid=31382): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)]\u000a09:03:49.851260 run osmo-stp_10.42.42.5(pid=31382): stdout: \u000a| (launched: 2022-12-14_09:03:48.420891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:49.977702 run osmo-stp_10.42.42.5(pid=31382): stderr: \u000a| �[0;m�[38;5;43m20221214090348592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090348592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090348592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090348593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090348593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090348593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090348593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:50.099367 run osmo-stp_10.42.42.5(pid=31382): stdout: \u000a| (launched: 2022-12-14_09:03:48.420891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:50.219916 run osmo-stp_10.42.42.5(pid=31382): stderr: \u000a| �[0;m�[38;5;43m20221214090348592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090348592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090348592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090348593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090348593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090348593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090348593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:50.273093 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31382): Process ended prematurely: osmo-stp_10.42.42.5(pid=31382) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)] [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:03:50.281636 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:03:50.341976 run osmo-hlr_10.42.42.2(pid=31379): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31379)]\u000a09:03:50.390994 run osmo-hlr_10.42.42.2(pid=31379): stdout: \u000a| (launched: 2022-12-14_09:03:47.475921) \u000a09:03:50.440695 run osmo-hlr_10.42.42.2(pid=31379): stderr: \u000a| �[0;m�[1;31m20221214090347651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090347651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090347651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090347651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090347651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090347651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090347704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090347714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090347714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090347714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:50.508237 run osmo-msc_10.42.42.6(pid=31385): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31385)]\u000a09:03:50.557356 run osmo-msc_10.42.42.6(pid=31385): stdout: \u000a| (launched: 2022-12-14_09:03:49.391883) \u000a09:03:50.607008 run osmo-msc_10.42.42.6(pid=31385): stderr: \u000a| �[0;m�[38;5;43m20221214090349663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090349664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb91391c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090349664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090349664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090349664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090349664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090349666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090349666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090349666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090349667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:03:50.649586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31378): Terminating (SIGTERM)\u000a09:03:50.689607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31381): Terminating (SIGTERM)\u000a09:03:50.729637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31384): Terminating (SIGTERM)\u000a09:03:50.738832 --- ParallelTerminationStrategy: PID 31378 died...\u000a09:03:50.792624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31378): Terminated: ok {rc=0}\u000a09:03:50.802317 --- ParallelTerminationStrategy: PID 31381 died...\u000a09:03:50.856018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31381): Terminated: ok {rc=0}\u000a09:03:50.865640 --- ParallelTerminationStrategy: PID 31384 died...\u000a09:03:50.919461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31384): Terminated: ok {rc=0}\u000a09:03:51.004009 bus /sierra_3: Setting Powered False\u000a09:03:52.110833 bus /sierra_3: Setting Powered False\u000a09:03:53.223527 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31393): Process ended prematurely: osmo-stp_10.42.42.5(pid=31393) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31393)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31393): Process ended prematurely: osmo-stp_10.42.42.5(pid=31393) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:03:54.334347 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:54.346285 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:03:54.503823 tst mo_mt_call_osmux.py: using LAC 39851\u000a09:03:54.626113 tst mo_mt_call_osmux.py: using RAC 71\u000a09:03:54.748219 tst mo_mt_call_osmux.py: using CellId 39851\u000a09:03:54.870039 tst mo_mt_call_osmux.py: using BVCI 39852\u000a09:03:54.893438 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:54.904466 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:54.915439 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:54.926460 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:54.937879 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:03:54.949093 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:03:55.064627 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:03:55.279162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:55.803391 run create_hlr_db(pid=31387): Launched\u000a09:03:55.990980 bus /sierra_2: Setting Powered False\u000a09:03:57.012646 run create_hlr_db(pid=31387): Terminated: ok {rc=0}\u000a09:03:57.419861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31389): Launched\u000a09:03:57.724607 run osmo-hlr_10.42.42.2(pid=31390): Launched\u000a09:03:57.836902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:58.364405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31392): Launched\u000a09:03:58.669681 run osmo-stp_10.42.42.5(pid=31393): Launched\u000a09:03:58.781151 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:03:59.344149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31395): Launched\u000a09:03:59.651083 run osmo-msc_10.42.42.6(pid=31396): Launched\u000a09:03:59.829918 run osmo-stp_10.42.42.5(pid=31393): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31393)]\u000a09:03:59.958814 run osmo-stp_10.42.42.5(pid=31393): stdout: \u000a| (launched: 2022-12-14_09:03:58.519153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:00.085791 run osmo-stp_10.42.42.5(pid=31393): stderr: \u000a| �[0;m�[38;5;43m20221214090358693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090358694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090358694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090358694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090358695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090358695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090358695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:00.207786 run osmo-stp_10.42.42.5(pid=31393): stdout: \u000a| (launched: 2022-12-14_09:03:58.519153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:00.329352 run osmo-stp_10.42.42.5(pid=31393): stderr: \u000a| �[0;m�[38;5;43m20221214090358693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090358694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090358694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090358694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090358695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090358695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090358695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:00.382713 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31393): Process ended prematurely: osmo-stp_10.42.42.5(pid=31393) [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31393)] [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:04:00.391274 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:04:00.451865 run osmo-hlr_10.42.42.2(pid=31390): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31390)]\u000a09:04:00.501273 run osmo-hlr_10.42.42.2(pid=31390): stdout: \u000a| (launched: 2022-12-14_09:03:57.573954) \u000a09:04:00.551513 run osmo-hlr_10.42.42.2(pid=31390): stderr: \u000a| �[0;m�[1;31m20221214090357749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090357750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090357750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090357750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090357750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090357750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090357762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090357770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090357770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090357770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:00.619454 run osmo-msc_10.42.42.6(pid=31396): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31396)]\u000a09:04:00.668774 run osmo-msc_10.42.42.6(pid=31396): stdout: \u000a| (launched: 2022-12-14_09:03:59.498760) \u000a09:04:00.719461 run osmo-msc_10.42.42.6(pid=31396): stderr: \u000a| �[0;m�[38;5;43m20221214090359770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090359770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85dc935c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090359770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090359770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090359770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090359770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090359772 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090359772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090359773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090359773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:04:00.762104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31389): Terminating (SIGTERM)\u000a09:04:00.801960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31392): Terminating (SIGTERM)\u000a09:04:00.842332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31395): Terminating (SIGTERM)\u000a09:04:00.851571 --- ParallelTerminationStrategy: PID 31389 died...\u000a09:04:00.913151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31389): Terminated: ok {rc=0}\u000a09:04:00.924185 --- ParallelTerminationStrategy: PID 31392 died...\u000a09:04:00.979409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31392): Terminated: ok {rc=0}\u000a09:04:00.989957 --- ParallelTerminationStrategy: PID 31395 died...\u000a09:04:01.047107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31395): Terminated: ok {rc=0}\u000a09:04:01.145866 bus /sierra_3: Setting Powered False\u000a09:04:02.260834 bus /sierra_3: Setting Powered False\u000a09:04:03.368199 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:03:43" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31407): Process ended prematurely: osmo-stp_10.42.42.5(pid=31407) [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31407)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31407): Process ended prematurely: osmo-stp_10.42.42.5(pid=31407) [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a09:04:05.379787 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:05.391851 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:04:05.538491 tst mo_mt_call.py: using LAC 39852\u000a09:04:05.666775 tst mo_mt_call.py: using RAC 72\u000a09:04:05.793699 tst mo_mt_call.py: using CellId 39852\u000a09:04:05.920896 tst mo_mt_call.py: using BVCI 39853\u000a09:04:05.945953 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:05.957921 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:05.969538 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:05.981211 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:05.993435 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:06.005727 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:04:06.123353 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:04:06.336031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:06.857718 run create_hlr_db(pid=31401): Launched\u000a09:04:07.044221 bus /sierra_2: Setting Powered False\u000a09:04:08.066158 run create_hlr_db(pid=31401): Terminated: ok {rc=0}\u000a09:04:08.473184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31403): Launched\u000a09:04:08.778648 run osmo-hlr_10.42.42.2(pid=31404): Launched\u000a09:04:08.897673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:09.436771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31406): Launched\u000a09:04:09.741555 run osmo-stp_10.42.42.5(pid=31407): Launched\u000a09:04:09.852214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:04:10.407833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31409): Launched\u000a09:04:10.714303 run osmo-msc_10.42.42.6(pid=31410): Launched\u000a09:04:10.893775 run osmo-stp_10.42.42.5(pid=31407): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31407)]\u000a09:04:11.022975 run osmo-stp_10.42.42.5(pid=31407): stdout: \u000a| (launched: 2022-12-14_09:04:09.590866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:11.149538 run osmo-stp_10.42.42.5(pid=31407): stderr: \u000a| �[0;m�[38;5;43m20221214090409763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090409763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090409763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090409764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090409764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090409764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090409764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:11.271808 run osmo-stp_10.42.42.5(pid=31407): stdout: \u000a| (launched: 2022-12-14_09:04:09.590866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:11.392436 run osmo-stp_10.42.42.5(pid=31407): stderr: \u000a| �[0;m�[38;5;43m20221214090409763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090409763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090409763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090409764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090409764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090409764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090409764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:11.445888 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31407): Process ended prematurely: osmo-stp_10.42.42.5(pid=31407) [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31407)] [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a09:04:11.454777 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:04:11.514609 run osmo-hlr_10.42.42.2(pid=31404): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31404)]\u000a09:04:11.563726 run osmo-hlr_10.42.42.2(pid=31404): stdout: \u000a| (launched: 2022-12-14_09:04:08.628183) \u000a09:04:11.613414 run osmo-hlr_10.42.42.2(pid=31404): stderr: \u000a| �[0;m�[1;31m20221214090408804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090408804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090408804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090408804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090408805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090408805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090408820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090408831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090408831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090408831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:11.680990 run osmo-msc_10.42.42.6(pid=31410): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31410)]\u000a09:04:11.729835 run osmo-msc_10.42.42.6(pid=31410): stdout: \u000a| (launched: 2022-12-14_09:04:10.562505) \u000a09:04:11.779149 run osmo-msc_10.42.42.6(pid=31410): stderr: \u000a| �[0;m�[38;5;43m20221214090410835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090410835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93c16b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090410836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090410836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090410836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090410836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090410838 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090410838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090410838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090410838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:04:11.821446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31403): Terminating (SIGTERM)\u000a09:04:11.861541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31406): Terminating (SIGTERM)\u000a09:04:11.901751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31409): Terminating (SIGTERM)\u000a09:04:11.911063 --- ParallelTerminationStrategy: PID 31403 died...\u000a09:04:11.964833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31403): Terminated: ok {rc=0}\u000a09:04:11.974533 --- ParallelTerminationStrategy: PID 31406 died...\u000a09:04:12.027655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31406): Terminated: ok {rc=0}\u000a09:04:12.037163 --- ParallelTerminationStrategy: PID 31409 died...\u000a09:04:12.090239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31409): Terminated: ok {rc=0}\u000a09:04:12.179302 bus /sierra_3: Setting Powered False\u000a09:04:13.281185 bus /sierra_3: Setting Powered False\u000a09:04:14.391812 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31418): Process ended prematurely: osmo-stp_10.42.42.5(pid=31418) [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31418)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31418): Process ended prematurely: osmo-stp_10.42.42.5(pid=31418) [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:04:15.500900 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:15.513097 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:04:15.655212 tst mo_mt_call_osmux.py: using LAC 39853\u000a09:04:15.777949 tst mo_mt_call_osmux.py: using RAC 73\u000a09:04:15.931405 tst mo_mt_call_osmux.py: using CellId 39853\u000a09:04:16.067448 tst mo_mt_call_osmux.py: using BVCI 39854\u000a09:04:16.093499 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:16.106844 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:16.119668 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:16.132370 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:16.145885 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:04:16.159236 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:04:16.281445 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:04:16.529153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:17.060446 run create_hlr_db(pid=31412): Launched\u000a09:04:17.239441 bus /sierra_2: Setting Powered False\u000a09:04:18.259102 run create_hlr_db(pid=31412): Terminated: ok {rc=0}\u000a09:04:18.693938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31414): Launched\u000a09:04:19.022777 run osmo-hlr_10.42.42.2(pid=31415): Launched\u000a09:04:19.145263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:19.714072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31417): Launched\u000a09:04:20.042206 run osmo-stp_10.42.42.5(pid=31418): Launched\u000a09:04:20.160547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:04:20.757734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31420): Launched\u000a09:04:21.086397 run osmo-msc_10.42.42.6(pid=31421): Launched\u000a09:04:21.277871 run osmo-stp_10.42.42.5(pid=31418): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31418)]\u000a09:04:21.415235 run osmo-stp_10.42.42.5(pid=31418): stdout: \u000a| (launched: 2022-12-14_09:04:19.880526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:21.551970 run osmo-stp_10.42.42.5(pid=31418): stderr: \u000a| �[0;m�[38;5;43m20221214090420075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090420075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090420075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090420076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090420076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090420076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090420076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:21.682690 run osmo-stp_10.42.42.5(pid=31418): stdout: \u000a| (launched: 2022-12-14_09:04:19.880526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:21.812188 run osmo-stp_10.42.42.5(pid=31418): stderr: \u000a| �[0;m�[38;5;43m20221214090420075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090420075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090420075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090420076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090420076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090420076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090420076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:21.869667 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31418): Process ended prematurely: osmo-stp_10.42.42.5(pid=31418) [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31418)] [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a09:04:21.878871 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:04:21.941409 run osmo-hlr_10.42.42.2(pid=31415): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31415)]\u000a09:04:21.992663 run osmo-hlr_10.42.42.2(pid=31415): stdout: \u000a| (launched: 2022-12-14_09:04:18.860504) \u000a09:04:22.044310 run osmo-hlr_10.42.42.2(pid=31415): stderr: \u000a| �[0;m�[1;31m20221214090419060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090419060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090419060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090419060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090419060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090419060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090419073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090419081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090419081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090419081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:22.114779 run osmo-msc_10.42.42.6(pid=31421): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31421)]\u000a09:04:22.165740 run osmo-msc_10.42.42.6(pid=31421): stdout: \u000a| (launched: 2022-12-14_09:04:20.924096) \u000a09:04:22.217603 run osmo-msc_10.42.42.6(pid=31421): stderr: \u000a| �[0;m�[38;5;43m20221214090421246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090421246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5eaf94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090421246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090421246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090421247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090421247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090421248 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090421249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090421249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090421249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:04:22.261441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31414): Terminating (SIGTERM)\u000a09:04:22.302858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31417): Terminating (SIGTERM)\u000a09:04:22.344263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31420): Terminating (SIGTERM)\u000a09:04:22.353909 --- ParallelTerminationStrategy: PID 31414 died...\u000a09:04:22.409209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31414): Terminated: ok {rc=0}\u000a09:04:22.419167 --- ParallelTerminationStrategy: PID 31417 died...\u000a09:04:22.474138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31417): Terminated: ok {rc=0}\u000a09:04:22.484087 --- ParallelTerminationStrategy: PID 31420 died...\u000a09:04:22.539267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31420): Terminated: ok {rc=0}\u000a09:04:22.627940 bus /sierra_3: Setting Powered False\u000a09:04:23.731428 bus /sierra_3: Setting Powered False\u000a09:04:24.841370 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:04:05" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31433): Process ended prematurely: osmo-stp_10.42.42.5(pid=31433) [trial-2402↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31433)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31433): Process ended prematurely: osmo-stp_10.42.42.5(pid=31433) [trial-2402↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:04:26.857152 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:26.868518 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:04:27.016496 tst emergency_mo_mt_call.py: using LAC 39854\u000a09:04:27.143397 tst emergency_mo_mt_call.py: using RAC 74\u000a09:04:27.269445 tst emergency_mo_mt_call.py: using CellId 39854\u000a09:04:27.396042 tst emergency_mo_mt_call.py: using BVCI 39855\u000a09:04:27.420625 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:27.432000 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:27.443192 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:27.454317 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:27.465473 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:27.476529 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:04:27.595959 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:04:27.808181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:28.322744 run create_hlr_db(pid=31427): Launched\u000a09:04:28.508588 bus /sierra_2: Setting Powered False\u000a09:04:29.529055 run create_hlr_db(pid=31427): Terminated: ok {rc=0}\u000a09:04:29.932299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31429): Launched\u000a09:04:30.232427 run osmo-hlr_10.42.42.2(pid=31430): Launched\u000a09:04:30.348540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:30.887937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31432): Launched\u000a09:04:31.393330 run osmo-stp_10.42.42.5(pid=31433): Launched\u000a09:04:31.527731 tst emergency_mo_mt_call.py: using MSISDN 8603\u000a09:04:31.693288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:04:32.315171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31435): Launched\u000a09:04:32.639496 run osmo-msc_10.42.42.6(pid=31436): Launched\u000a09:04:32.828489 run osmo-stp_10.42.42.5(pid=31433): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31433)]\u000a09:04:32.964862 run osmo-stp_10.42.42.5(pid=31433): stdout: \u000a| (launched: 2022-12-14_09:04:31.049999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:33.101250 run osmo-stp_10.42.42.5(pid=31433): stderr: \u000a| �[0;m�[38;5;43m20221214090431294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090431294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090431295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090431295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090431296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090431296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090431296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:33.230209 run osmo-stp_10.42.42.5(pid=31433): stdout: \u000a| (launched: 2022-12-14_09:04:31.049999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:33.358173 run osmo-stp_10.42.42.5(pid=31433): stderr: \u000a| �[0;m�[38;5;43m20221214090431294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090431294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090431295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090431295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090431296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090431296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090431296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:33.414228 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31433): Process ended prematurely: osmo-stp_10.42.42.5(pid=31433) [trial-2402↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31433)] [trial-2402↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a09:04:33.422925 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a09:04:33.486056 run osmo-hlr_10.42.42.2(pid=31430): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31430)]\u000a09:04:33.538003 run osmo-hlr_10.42.42.2(pid=31430): stdout: \u000a| (launched: 2022-12-14_09:04:30.084101) \u000a09:04:33.590513 run osmo-hlr_10.42.42.2(pid=31430): stderr: \u000a| �[0;m�[1;31m20221214090430261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090430261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090430261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090430261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090430261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090430261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090430274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090430284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090430284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090430285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:33.661885 run osmo-msc_10.42.42.6(pid=31436): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31436)]\u000a09:04:33.713914 run osmo-msc_10.42.42.6(pid=31436): stdout: \u000a| (launched: 2022-12-14_09:04:32.480209) \u000a09:04:33.766155 run osmo-msc_10.42.42.6(pid=31436): stderr: \u000a| �[0;m�[38;5;43m20221214090432802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090432802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94a5d51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090432802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090432802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090432803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090432803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090432805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090432805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090432805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090432805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:04:33.810497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31429): Terminating (SIGTERM)\u000a09:04:33.852905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31432): Terminating (SIGTERM)\u000a09:04:33.895212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31435): Terminating (SIGTERM)\u000a09:04:33.904915 --- ParallelTerminationStrategy: PID 31429 died...\u000a09:04:33.960775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31429): Terminated: ok {rc=0}\u000a09:04:33.970916 --- ParallelTerminationStrategy: PID 31432 died...\u000a09:04:34.026426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31432): Terminated: ok {rc=0}\u000a09:04:34.036424 --- ParallelTerminationStrategy: PID 31435 died...\u000a09:04:34.091918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31435): Terminated: ok {rc=0}\u000a09:04:34.178671 bus /sierra_3: Setting Powered False\u000a09:04:35.285357 bus /sierra_3: Setting Powered False\u000a09:04:36.393157 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31444): Process ended prematurely: osmo-stp_10.42.42.5(pid=31444) [trial-2402↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31444)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31444): Process ended prematurely: osmo-stp_10.42.42.5(pid=31444) [trial-2402↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:04:37.447035 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:37.459214 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:04:37.606573 tst emergency_preemptive_call.py: using LAC 39855\u000a09:04:37.733264 tst emergency_preemptive_call.py: using RAC 75\u000a09:04:37.861234 tst emergency_preemptive_call.py: using CellId 39855\u000a09:04:37.989410 tst emergency_preemptive_call.py: using BVCI 39856\u000a09:04:38.013883 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:38.025255 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:38.036376 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:38.047444 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:38.059066 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:04:38.070636 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:04:38.187061 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:04:38.308187 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:04:38.423053 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:04:38.620380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:39.095016 run create_hlr_db(pid=31438): Launched\u000a09:04:39.269583 bus /sierra_2: Setting Powered False\u000a09:04:40.290551 run create_hlr_db(pid=31438): Terminated: ok {rc=0}\u000a09:04:40.720681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31440): Launched\u000a09:04:41.046155 run osmo-hlr_10.42.42.2(pid=31441): Launched\u000a09:04:41.163751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:41.724152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31443): Launched\u000a09:04:42.046144 run osmo-stp_10.42.42.5(pid=31444): Launched\u000a09:04:42.173318 tst emergency_preemptive_call.py: using MSISDN 8604\u000a09:04:42.333973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:04:42.921810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31446): Launched\u000a09:04:43.246326 run osmo-msc_10.42.42.6(pid=31447): Launched\u000a09:04:43.435259 run osmo-stp_10.42.42.5(pid=31444): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31444)]\u000a09:04:43.571166 run osmo-stp_10.42.42.5(pid=31444): stdout: \u000a| (launched: 2022-12-14_09:04:41.887458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:43.707289 run osmo-stp_10.42.42.5(pid=31444): stderr: \u000a| �[0;m�[38;5;43m20221214090442080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090442080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090442080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090442081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090442081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090442081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090442081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:43.836407 run osmo-stp_10.42.42.5(pid=31444): stdout: \u000a| (launched: 2022-12-14_09:04:41.887458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:43.964341 run osmo-stp_10.42.42.5(pid=31444): stderr: \u000a| �[0;m�[38;5;43m20221214090442080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090442080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090442080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090442081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090442081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090442081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090442081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:44.020614 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31444): Process ended prematurely: osmo-stp_10.42.42.5(pid=31444) [trial-2402↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31444)] [trial-2402↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a09:04:44.029695 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a09:04:44.093154 run osmo-hlr_10.42.42.2(pid=31441): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31441)]\u000a09:04:44.145233 run osmo-hlr_10.42.42.2(pid=31441): stdout: \u000a| (launched: 2022-12-14_09:04:40.884274) \u000a09:04:44.198134 run osmo-hlr_10.42.42.2(pid=31441): stderr: \u000a| �[0;m�[1;31m20221214090441083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090441083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090441083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090441083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090441083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090441083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090441098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090441108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090441108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090441108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:44.269827 run osmo-msc_10.42.42.6(pid=31447): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31447)]\u000a09:04:44.321669 run osmo-msc_10.42.42.6(pid=31447): stdout: \u000a| (launched: 2022-12-14_09:04:43.085529) \u000a09:04:44.373840 run osmo-msc_10.42.42.6(pid=31447): stderr: \u000a| �[0;m�[38;5;43m20221214090443410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214090443410 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa516840c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214090443410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214090443410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214090443410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214090443410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214090443412 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214090443413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214090443413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214090443413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:04:44.418296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31440): Terminating (SIGTERM)\u000a09:04:44.460834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31443): Terminating (SIGTERM)\u000a09:04:44.503151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31446): Terminating (SIGTERM)\u000a09:04:44.513040 --- ParallelTerminationStrategy: PID 31440 died...\u000a09:04:44.569620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31440): Terminated: ok {rc=0}\u000a09:04:44.579962 --- ParallelTerminationStrategy: PID 31443 died...\u000a09:04:44.636258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31443): Terminated: ok {rc=0}\u000a09:04:44.646511 --- ParallelTerminationStrategy: PID 31446 died...\u000a09:04:44.702867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31446): Terminated: ok {rc=0}\u000a09:04:44.789502 bus /sierra_9: Setting Powered False\u000a09:04:45.915724 bus /sierra_9: Setting Powered False\u000a09:04:47.048777 bus /sierra_8: Setting Powered False\u000a09:04:48.154005 bus /sierra_8: Setting Powered False\u000a09:04:49.261594 bus /sierra_3: Setting Powered False\u000a09:04:50.367988 bus /sierra_3: Setting Powered False\u000a09:04:51.476073 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:04:26" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31462): Process ended prematurely: osmo-stp_10.42.42.5(pid=31462) [trial-2402↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31462)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31462): Process ended prematurely: osmo-stp_10.42.42.5(pid=31462) [trial-2402↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:04:53.583457 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:04:53.594086 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:04:53.729647 tst cs_paging_gprs_active.py: using LAC 39856\u000a09:04:53.851045 tst cs_paging_gprs_active.py: using RAC 76\u000a09:04:53.972287 tst cs_paging_gprs_active.py: using CellId 39856\u000a09:04:54.099842 tst cs_paging_gprs_active.py: using BVCI 39857\u000a09:04:54.125096 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:04:54.136362 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:04:54.147375 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:04:54.158489 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:04:54.169432 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:04:54.180349 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:04:54.191606 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:04:54.202953 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:04:54.214301 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:04:54.331254 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:04:54.612903 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:04:54.740020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:55.055771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31452): Launched\u000a09:04:55.321090 run iperf3-srv_10.42.42.10(pid=31453): Launched\u000a09:04:55.507013 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:04:55.634480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:55.951934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31454): Launched\u000a09:04:56.216058 run iperf3-srv_10.42.42.10(pid=31455): Launched\u000a09:04:56.401467 tst cs_paging_gprs_active.py:38: start network...\u000a09:04:56.528046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:57.008808 run create_hlr_db(pid=31456): Launched\u000a09:04:57.184359 bus /sierra_2: Setting Powered False\u000a09:04:58.206709 run create_hlr_db(pid=31456): Terminated: ok {rc=0}\u000a09:04:58.640139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31458): Launched\u000a09:04:58.968097 run osmo-hlr_10.42.42.2(pid=31459): Launched\u000a09:04:59.087600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:59.655258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31461): Launched\u000a09:04:59.983717 run osmo-stp_10.42.42.5(pid=31462): Launched\u000a09:05:00.102010 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:00.673147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31464): Launched\u000a09:05:00.790062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:01.114678 run patchelf(pid=31465): Launched\u000a09:05:01.302931 run osmo-stp_10.42.42.5(pid=31462): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31462)]\u000a09:05:01.440591 run osmo-stp_10.42.42.5(pid=31462): stdout: \u000a| (launched: 2022-12-14_09:04:59.821797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:01.578618 run osmo-stp_10.42.42.5(pid=31462): stderr: \u000a| �[0;m�[38;5;43m20221214090500013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090500014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090500014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090500014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090500015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090500015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090500015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:01.710584 run osmo-stp_10.42.42.5(pid=31462): stdout: \u000a| (launched: 2022-12-14_09:04:59.821797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:01.853611 run osmo-stp_10.42.42.5(pid=31462): stderr: \u000a| �[0;m�[38;5;43m20221214090500013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090500014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090500014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090500014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090500015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090500015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090500015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:02.018993 run patchelf(pid=31465): Terminating (SIGINT)\u000a09:05:02.205359 run patchelf(pid=31465): Terminated: ok {rc=0}\u000a09:05:02.240177 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31462): Process ended prematurely: osmo-stp_10.42.42.5(pid=31462) [trial-2402↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31462)] [trial-2402↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a09:05:02.251039 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:05:02.314756 run osmo-hlr_10.42.42.2(pid=31459): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31459)]\u000a09:05:02.366436 run osmo-hlr_10.42.42.2(pid=31459): stdout: \u000a| (launched: 2022-12-14_09:04:58.807196) \u000a09:05:02.418476 run osmo-hlr_10.42.42.2(pid=31459): stderr: \u000a| �[0;m�[1;31m20221214090459007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090459007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090459007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090459007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090459007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090459007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090459019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090459027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090459028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090459028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:02.462831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31452): Terminating (SIGTERM)\u000a09:05:02.505532 run iperf3-srv_10.42.42.10(pid=31453): Terminating (SIGTERM)\u000a09:05:02.547423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31454): Terminating (SIGTERM)\u000a09:05:02.589578 run iperf3-srv_10.42.42.10(pid=31455): Terminating (SIGTERM)\u000a09:05:02.631487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31458): Terminating (SIGTERM)\u000a09:05:02.673767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31461): Terminating (SIGTERM)\u000a09:05:02.715816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31464): Terminating (SIGTERM)\u000a09:05:02.725423 --- ParallelTerminationStrategy: PID 31452 died...\u000a09:05:02.781601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31452): Terminated: ok {rc=0}\u000a09:05:02.791631 --- ParallelTerminationStrategy: PID 31453 died...\u000a09:05:02.847466 run iperf3-srv_10.42.42.10(pid=31453): Terminated {rc=256}\u000a09:05:02.857693 --- ParallelTerminationStrategy: PID 31454 died...\u000a09:05:02.913662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31454): Terminated: ok {rc=0}\u000a09:05:02.923945 --- ParallelTerminationStrategy: PID 31455 died...\u000a09:05:02.979828 run iperf3-srv_10.42.42.10(pid=31455): Terminated {rc=256}\u000a09:05:02.989965 --- ParallelTerminationStrategy: PID 31458 died...\u000a09:05:03.046010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31458): Terminated: ok {rc=0}\u000a09:05:03.056313 --- ParallelTerminationStrategy: PID 31461 died...\u000a09:05:03.112626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31461): Terminated: ok {rc=0}\u000a09:05:03.122948 --- ParallelTerminationStrategy: PID 31464 died...\u000a09:05:03.178983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31464): Terminated: ok {rc=0}\u000a09:05:03.267023 bus /gobi_0: Setting Powered False\u000a09:05:04.370139 bus /gobi_0: Setting Powered False\u000a09:05:05.480422 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2402↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2402↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a09:05:06.597108 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:06.609080 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:05:06.750119 tst iperf3.py: using LAC 39857\u000a09:05:06.870918 tst iperf3.py: using RAC 77\u000a09:05:06.996307 tst iperf3.py: using CellId 39857\u000a09:05:07.120325 tst iperf3.py: using BVCI 39858\u000a09:05:07.143860 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:07.154640 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:07.165267 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:07.175689 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:07.186657 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:07.197905 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:07.209101 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:07.220021 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:07.231142 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:05:07.529225 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:05:07.666635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:08.007794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31469): Launched\u000a09:05:08.291478 run iperf3-srv_10.42.42.10(pid=31470): Launched\u000a09:05:08.493074 tst iperf3.py:8: start network...\u000a09:05:08.630398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:09.156188 run create_hlr_db(pid=31471): Launched\u000a09:05:09.346007 bus /gobi_6: Setting Powered False\u000a09:05:10.367186 run create_hlr_db(pid=31471): Terminated: ok {rc=0}\u000a09:05:10.777869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Launched\u000a09:05:11.088068 run osmo-hlr_10.42.42.2(pid=31474): Launched\u000a09:05:11.200889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:11.734968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Launched\u000a09:05:12.042899 run osmo-stp_10.42.42.5(pid=31477): Launched\u000a09:05:12.154204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:12.688103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31479): Launched\u000a09:05:12.796570 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:13.062596 run patchelf(pid=31480): Launched\u000a09:05:13.240916 run osmo-stp_10.42.42.5(pid=31477): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]\u000a09:05:13.372085 run osmo-stp_10.42.42.5(pid=31477): stdout: \u000a| (launched: 2022-12-14_09:05:11.889697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:13.503053 run osmo-stp_10.42.42.5(pid=31477): stderr: \u000a| �[0;m�[38;5;43m20221214090512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090512063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:13.629602 run osmo-stp_10.42.42.5(pid=31477): stdout: \u000a| (launched: 2022-12-14_09:05:11.889697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:13.754917 run osmo-stp_10.42.42.5(pid=31477): stderr: \u000a| �[0;m�[38;5;43m20221214090512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090512063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:13.900071 run patchelf(pid=31480): Terminating (SIGINT)\u000a09:05:14.070399 run patchelf(pid=31480): Terminated: ok {rc=0}\u000a09:05:14.101899 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2402↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)] [trial-2402↪gprs:trx-umtrx↪iperf3.py:8]\u000a09:05:14.111217 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:05:14.171178 run osmo-hlr_10.42.42.2(pid=31474): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31474)]\u000a09:05:14.219836 run osmo-hlr_10.42.42.2(pid=31474): stdout: \u000a| (launched: 2022-12-14_09:05:10.933904) \u000a09:05:14.269242 run osmo-hlr_10.42.42.2(pid=31474): stderr: \u000a| �[0;m�[1;31m20221214090511110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090511110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090511110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090511111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090511111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090511111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090511122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090511131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090511131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090511131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:14.311376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31469): Terminating (SIGTERM)\u000a09:05:14.351176 run iperf3-srv_10.42.42.10(pid=31470): Terminating (SIGTERM)\u000a09:05:14.390706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Terminating (SIGTERM)\u000a09:05:14.430354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Terminating (SIGTERM)\u000a09:05:14.470118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31479): Terminating (SIGTERM)\u000a09:05:14.479429 --- ParallelTerminationStrategy: PID 31469 died...\u000a09:05:14.533296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31469): Terminated: ok {rc=0}\u000a09:05:14.542848 --- ParallelTerminationStrategy: PID 31470 died...\u000a09:05:14.595974 run iperf3-srv_10.42.42.10(pid=31470): Terminated {rc=256}\u000a09:05:14.605704 --- ParallelTerminationStrategy: PID 31473 died...\u000a09:05:14.658716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Terminated: ok {rc=0}\u000a09:05:14.668250 --- ParallelTerminationStrategy: PID 31476 died...\u000a09:05:14.721204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Terminated: ok {rc=0}\u000a09:05:14.730872 --- ParallelTerminationStrategy: PID 31479 died...\u000a09:05:14.784011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31479): Terminated: ok {rc=0}\u000a09:05:14.871045 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31495): Process ended prematurely: osmo-stp_10.42.42.5(pid=31495) [trial-2402↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31495)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31495): Process ended prematurely: osmo-stp_10.42.42.5(pid=31495) [trial-2402↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a09:05:15.987892 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:16.000602 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:05:16.150841 tst iperf3m4.py: using LAC 39858\u000a09:05:16.286336 tst iperf3m4.py: using RAC 78\u000a09:05:16.428031 tst iperf3m4.py: using CellId 39858\u000a09:05:16.550894 tst iperf3m4.py: using BVCI 39859\u000a09:05:16.575111 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:16.586550 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:16.597802 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:16.609008 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:16.620404 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:16.631744 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:16.643405 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:16.655869 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:16.668850 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:05:16.790291 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:05:16.936459 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:05:17.064501 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:05:17.396355 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:05:17.526046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:17.842739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31481): Launched\u000a09:05:18.106984 run iperf3-srv_10.42.42.10(pid=31482): Launched\u000a09:05:18.293155 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:05:18.420047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:18.735536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31483): Launched\u000a09:05:19.001510 run iperf3-srv_10.42.42.10(pid=31484): Launched\u000a09:05:19.187615 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:05:19.315321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:19.632807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31485): Launched\u000a09:05:19.897301 run iperf3-srv_10.42.42.10(pid=31486): Launched\u000a09:05:20.092829 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:05:20.230550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:20.571705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31487): Launched\u000a09:05:20.855457 run iperf3-srv_10.42.42.10(pid=31488): Launched\u000a09:05:21.055241 tst iperf3m4.py:8: start network...\u000a09:05:21.192339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:21.720724 run create_hlr_db(pid=31489): Launched\u000a09:05:21.909272 bus /gobi_6: Setting Powered False\u000a09:05:22.930867 run create_hlr_db(pid=31489): Terminated: ok {rc=0}\u000a09:05:23.368221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31491): Launched\u000a09:05:23.697992 run osmo-hlr_10.42.42.2(pid=31492): Launched\u000a09:05:23.821144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:24.394898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31494): Launched\u000a09:05:24.725517 run osmo-stp_10.42.42.5(pid=31495): Launched\u000a09:05:24.844505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:25.419626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31497): Launched\u000a09:05:25.537054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:25.824256 run patchelf(pid=31498): Launched\u000a09:05:26.015923 run osmo-stp_10.42.42.5(pid=31495): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31495)]\u000a09:05:26.156208 run osmo-stp_10.42.42.5(pid=31495): stdout: \u000a| (launched: 2022-12-14_09:05:24.562435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:26.296572 run osmo-stp_10.42.42.5(pid=31495): stderr: \u000a| �[0;m�[38;5;43m20221214090524751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090524752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090524752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090524752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090524753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090524753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090524753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:26.432285 run osmo-stp_10.42.42.5(pid=31495): stdout: \u000a| (launched: 2022-12-14_09:05:24.562435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:26.566723 run osmo-stp_10.42.42.5(pid=31495): stderr: \u000a| �[0;m�[38;5;43m20221214090524751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090524752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090524752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090524752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090524753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090524753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090524753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:26.722561 run patchelf(pid=31498): Terminating (SIGINT)\u000a09:05:26.904914 run patchelf(pid=31498): Terminated: ok {rc=0}\u000a09:05:26.938616 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31495): Process ended prematurely: osmo-stp_10.42.42.5(pid=31495) [trial-2402↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31495)] [trial-2402↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a09:05:26.948618 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a09:05:27.011983 run osmo-hlr_10.42.42.2(pid=31492): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31492)]\u000a09:05:27.063447 run osmo-hlr_10.42.42.2(pid=31492): stdout: \u000a| (launched: 2022-12-14_09:05:23.535523) \u000a09:05:27.115842 run osmo-hlr_10.42.42.2(pid=31492): stderr: \u000a| �[0;m�[1;31m20221214090523731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090523731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090523732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090523732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090523732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090523732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090523744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090523753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090523753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090523753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:27.169368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31481): Terminating (SIGTERM)\u000a09:05:27.212330 run iperf3-srv_10.42.42.10(pid=31482): Terminating (SIGTERM)\u000a09:05:27.254515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31483): Terminating (SIGTERM)\u000a09:05:27.296800 run iperf3-srv_10.42.42.10(pid=31484): Terminating (SIGTERM)\u000a09:05:27.339238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31485): Terminating (SIGTERM)\u000a09:05:27.381193 run iperf3-srv_10.42.42.10(pid=31486): Terminating (SIGTERM)\u000a09:05:27.423768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31487): Terminating (SIGTERM)\u000a09:05:27.465366 run iperf3-srv_10.42.42.10(pid=31488): Terminating (SIGTERM)\u000a09:05:27.507128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31491): Terminating (SIGTERM)\u000a09:05:27.548670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31494): Terminating (SIGTERM)\u000a09:05:27.590355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31497): Terminating (SIGTERM)\u000a09:05:27.599993 --- ParallelTerminationStrategy: PID 31481 died...\u000a09:05:27.655832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31481): Terminated: ok {rc=0}\u000a09:05:27.665931 --- ParallelTerminationStrategy: PID 31482 died...\u000a09:05:27.721157 run iperf3-srv_10.42.42.10(pid=31482): Terminated {rc=256}\u000a09:05:27.731097 --- ParallelTerminationStrategy: PID 31483 died...\u000a09:05:27.786745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31483): Terminated: ok {rc=0}\u000a09:05:27.796807 --- ParallelTerminationStrategy: PID 31484 died...\u000a09:05:27.852403 run iperf3-srv_10.42.42.10(pid=31484): Terminated {rc=256}\u000a09:05:27.862418 --- ParallelTerminationStrategy: PID 31485 died...\u000a09:05:27.917882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31485): Terminated: ok {rc=0}\u000a09:05:27.927907 --- ParallelTerminationStrategy: PID 31486 died...\u000a09:05:27.983361 run iperf3-srv_10.42.42.10(pid=31486): Terminated {rc=256}\u000a09:05:27.993429 --- ParallelTerminationStrategy: PID 31487 died...\u000a09:05:28.049008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31487): Terminated: ok {rc=0}\u000a09:05:28.059058 --- ParallelTerminationStrategy: PID 31488 died...\u000a09:05:28.114548 run iperf3-srv_10.42.42.10(pid=31488): Terminated {rc=256}\u000a09:05:28.124550 --- ParallelTerminationStrategy: PID 31491 died...\u000a09:05:28.180030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31491): Terminated: ok {rc=0}\u000a09:05:28.190155 --- ParallelTerminationStrategy: PID 31494 died...\u000a09:05:28.245925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31494): Terminated: ok {rc=0}\u000a09:05:28.255991 --- ParallelTerminationStrategy: PID 31497 died...\u000a09:05:28.311793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31497): Terminated: ok {rc=0}\u000a09:05:28.398885 bus /gobi_4: Setting Powered False\u000a09:05:29.505947 bus /gobi_4: Setting Powered False\u000a09:05:30.613342 bus /gobi_1: Setting Powered False\u000a09:05:31.750825 bus /gobi_1: Setting Powered False\u000a09:05:32.858576 bus /gobi_0: Setting Powered False\u000a09:05:33.965113 bus /gobi_0: Setting Powered False\u000a09:05:35.074113 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31507): Process ended prematurely: osmo-stp_10.42.42.5(pid=31507) [trial-2402↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31507)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31507): Process ended prematurely: osmo-stp_10.42.42.5(pid=31507) [trial-2402↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a09:05:36.142502 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:36.154294 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:05:36.297561 tst ping.py: using LAC 39859\u000a09:05:36.423031 tst ping.py: using RAC 79\u000a09:05:36.554023 tst ping.py: using CellId 39859\u000a09:05:36.678408 tst ping.py: using BVCI 39860\u000a09:05:36.702991 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:36.714210 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:36.725324 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:36.736258 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:36.747219 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:36.758267 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:36.769431 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:36.780437 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:05:37.070640 tst ping.py:19: start network...\u000a09:05:37.203955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:37.719879 run create_hlr_db(pid=31501): Launched\u000a09:05:37.905386 bus /gobi_6: Setting Powered False\u000a09:05:38.926283 run create_hlr_db(pid=31501): Terminated: ok {rc=0}\u000a09:05:39.329324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31503): Launched\u000a09:05:39.630877 run osmo-hlr_10.42.42.2(pid=31504): Launched\u000a09:05:39.747078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:40.303546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31506): Launched\u000a09:05:40.605027 run osmo-stp_10.42.42.5(pid=31507): Launched\u000a09:05:40.714086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:41.239719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31509): Launched\u000a09:05:41.346230 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:41.609496 run patchelf(pid=31510): Launched\u000a09:05:41.785706 run osmo-stp_10.42.42.5(pid=31507): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31507)]\u000a09:05:41.939286 run osmo-stp_10.42.42.5(pid=31507): stdout: \u000a| (launched: 2022-12-14_09:05:40.456255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:42.068341 run osmo-stp_10.42.42.5(pid=31507): stderr: \u000a| �[0;m�[38;5;43m20221214090540626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090540626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090540626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090540626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090540627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090540627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090540627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:42.193726 run osmo-stp_10.42.42.5(pid=31507): stdout: \u000a| (launched: 2022-12-14_09:05:40.456255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:42.317808 run osmo-stp_10.42.42.5(pid=31507): stderr: \u000a| �[0;m�[38;5;43m20221214090540626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090540626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090540626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090540626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090540627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090540627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090540627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:42.461754 run patchelf(pid=31510): Terminating (SIGINT)\u000a09:05:42.631039 run patchelf(pid=31510): Terminated: ok {rc=0}\u000a09:05:42.661972 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31507): Process ended prematurely: osmo-stp_10.42.42.5(pid=31507) [trial-2402↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31507)] [trial-2402↪gprs:trx-umtrx↪ping.py:22]\u000a09:05:42.671273 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:05:42.732129 run osmo-hlr_10.42.42.2(pid=31504): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31504)]\u000a09:05:42.781404 run osmo-hlr_10.42.42.2(pid=31504): stdout: \u000a| (launched: 2022-12-14_09:05:39.481347) \u000a09:05:42.831394 run osmo-hlr_10.42.42.2(pid=31504): stderr: \u000a| �[0;m�[1;31m20221214090539657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090539657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090539657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090539657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090539657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090539657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090539680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090539688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090539689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090539689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:42.873850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31503): Terminating (SIGTERM)\u000a09:05:42.914107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31506): Terminating (SIGTERM)\u000a09:05:42.954141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31509): Terminating (SIGTERM)\u000a09:05:42.963347 --- ParallelTerminationStrategy: PID 31503 died...\u000a09:05:43.017145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31503): Terminated: ok {rc=0}\u000a09:05:43.026864 --- ParallelTerminationStrategy: PID 31506 died...\u000a09:05:43.080691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31506): Terminated: ok {rc=0}\u000a09:05:43.090332 --- ParallelTerminationStrategy: PID 31509 died...\u000a09:05:43.143947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31509): Terminated: ok {rc=0}\u000a09:05:43.233002 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31517): Process ended prematurely: osmo-stp_10.42.42.5(pid=31517) [trial-2402↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31517)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31517): Process ended prematurely: osmo-stp_10.42.42.5(pid=31517) [trial-2402↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a09:05:44.284214 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:44.295559 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:05:44.434900 tst ping_idle_ping.py: using LAC 39860\u000a09:05:44.559794 tst ping_idle_ping.py: using RAC 80\u000a09:05:44.679063 tst ping_idle_ping.py: using CellId 39860\u000a09:05:44.795668 tst ping_idle_ping.py: using BVCI 39861\u000a09:05:44.818794 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:44.829592 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:44.840170 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:44.850709 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:44.861491 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:44.872553 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:44.883947 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:05:44.894864 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:05:45.189023 tst ping_idle_ping.py:24: start network...\u000a09:05:45.324146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:45.853902 run create_hlr_db(pid=31511): Launched\u000a09:05:46.043340 bus /gobi_6: Setting Powered False\u000a09:05:47.111245 run create_hlr_db(pid=31511): Terminated: ok {rc=0}\u000a09:05:47.547648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31513): Launched\u000a09:05:47.872032 run osmo-hlr_10.42.42.2(pid=31514): Launched\u000a09:05:47.989313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:48.552224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31516): Launched\u000a09:05:48.875944 run osmo-stp_10.42.42.5(pid=31517): Launched\u000a09:05:48.992614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:49.556071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31519): Launched\u000a09:05:49.671191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:49.952675 run patchelf(pid=31520): Launched\u000a09:05:50.141489 run osmo-stp_10.42.42.5(pid=31517): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31517)]\u000a09:05:50.279703 run osmo-stp_10.42.42.5(pid=31517): stdout: \u000a| (launched: 2022-12-14_09:05:48.716145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:50.418273 run osmo-stp_10.42.42.5(pid=31517): stderr: \u000a| �[0;m�[38;5;43m20221214090548908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090548908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090548908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090548909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090548909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090548909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090548910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:50.551673 run osmo-stp_10.42.42.5(pid=31517): stdout: \u000a| (launched: 2022-12-14_09:05:48.716145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:50.683826 run osmo-stp_10.42.42.5(pid=31517): stderr: \u000a| �[0;m�[38;5;43m20221214090548908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090548908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090548908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090548909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090548909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090548909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090548910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:50.837328 run patchelf(pid=31520): Terminating (SIGINT)\u000a09:05:51.017476 run patchelf(pid=31520): Terminated: ok {rc=0}\u000a09:05:51.050153 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31517): Process ended prematurely: osmo-stp_10.42.42.5(pid=31517) [trial-2402↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31517)] [trial-2402↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a09:05:51.059446 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a09:05:51.122610 run osmo-hlr_10.42.42.2(pid=31514): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31514)]\u000a09:05:51.174299 run osmo-hlr_10.42.42.2(pid=31514): stdout: \u000a| (launched: 2022-12-14_09:05:47.713288) \u000a09:05:51.226869 run osmo-hlr_10.42.42.2(pid=31514): stderr: \u000a| �[0;m�[1;31m20221214090547911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090547911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090547911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090547911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090547911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090547912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090547923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090547931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090547932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090547932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:51.271533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31513): Terminating (SIGTERM)\u000a09:05:51.313542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31516): Terminating (SIGTERM)\u000a09:05:51.355598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31519): Terminating (SIGTERM)\u000a09:05:51.365466 --- ParallelTerminationStrategy: PID 31513 died...\u000a09:05:51.421984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31513): Terminated: ok {rc=0}\u000a09:05:51.432295 --- ParallelTerminationStrategy: PID 31516 died...\u000a09:05:51.488418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31516): Terminated: ok {rc=0}\u000a09:05:51.498536 --- ParallelTerminationStrategy: PID 31519 died...\u000a09:05:51.554464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31519): Terminated: ok {rc=0}\u000a09:05:51.642609 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:04:53" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31535): Process ended prematurely: osmo-stp_10.42.42.5(pid=31535) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31535)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31535): Process ended prematurely: osmo-stp_10.42.42.5(pid=31535) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:05:53.775478 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:53.786489 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:05:53.934442 tst cs_paging_gprs_active.py: using LAC 39861\u000a09:05:54.063453 tst cs_paging_gprs_active.py: using RAC 81\u000a09:05:54.192355 tst cs_paging_gprs_active.py: using CellId 39861\u000a09:05:54.313317 tst cs_paging_gprs_active.py: using BVCI 39862\u000a09:05:54.336904 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:54.347933 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:54.358736 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:54.369822 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:54.380658 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:54.391668 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:54.402819 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:54.413721 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:05:54.424886 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:05:54.546766 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:05:54.845488 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:05:54.983070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:55.323647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31525): Launched\u000a09:05:55.607511 run iperf3-srv_10.42.42.10(pid=31526): Launched\u000a09:05:55.809262 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:05:55.946500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:56.287446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31527): Launched\u000a09:05:56.571888 run iperf3-srv_10.42.42.10(pid=31528): Launched\u000a09:05:56.772860 tst cs_paging_gprs_active.py:38: start network...\u000a09:05:56.909753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:57.436246 run create_hlr_db(pid=31529): Launched\u000a09:05:57.625325 bus /gobi_6: Setting Powered False\u000a09:05:58.646409 run create_hlr_db(pid=31529): Terminated: ok {rc=0}\u000a09:05:59.057630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31531): Launched\u000a09:05:59.364878 run osmo-hlr_10.42.42.2(pid=31532): Launched\u000a09:05:59.485742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:00.026328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31534): Launched\u000a09:06:00.335085 run osmo-stp_10.42.42.5(pid=31535): Launched\u000a09:06:00.447301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:01.037434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31537): Launched\u000a09:06:01.157687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:01.454834 run patchelf(pid=31538): Launched\u000a09:06:01.638646 run osmo-stp_10.42.42.5(pid=31535): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31535)]\u000a09:06:01.774001 run osmo-stp_10.42.42.5(pid=31535): stdout: \u000a| (launched: 2022-12-14_09:06:00.181671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:01.909593 run osmo-stp_10.42.42.5(pid=31535): stderr: \u000a| �[0;m�[38;5;43m20221214090600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090600351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090600351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090600351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090600351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:02.040598 run osmo-stp_10.42.42.5(pid=31535): stdout: \u000a| (launched: 2022-12-14_09:06:00.181671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:02.169889 run osmo-stp_10.42.42.5(pid=31535): stderr: \u000a| �[0;m�[38;5;43m20221214090600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090600351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090600351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090600351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090600351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:02.317554 run patchelf(pid=31538): Terminating (SIGINT)\u000a09:06:02.489658 run patchelf(pid=31538): Terminated: ok {rc=0}\u000a09:06:02.521384 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31535): Process ended prematurely: osmo-stp_10.42.42.5(pid=31535) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31535)] [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:06:02.530974 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:06:02.592322 run osmo-hlr_10.42.42.2(pid=31532): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31532)]\u000a09:06:02.641795 run osmo-hlr_10.42.42.2(pid=31532): stdout: \u000a| (launched: 2022-12-14_09:05:59.213472) \u000a09:06:02.691894 run osmo-hlr_10.42.42.2(pid=31532): stderr: \u000a| �[0;m�[1;31m20221214090559388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090559388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090559388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090559388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090559388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090559388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090559401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090559410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090559411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090559411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:02.734713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31525): Terminating (SIGTERM)\u000a09:06:02.774756 run iperf3-srv_10.42.42.10(pid=31526): Terminating (SIGTERM)\u000a09:06:02.814874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31527): Terminating (SIGTERM)\u000a09:06:02.855045 run iperf3-srv_10.42.42.10(pid=31528): Terminating (SIGTERM)\u000a09:06:02.895439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31531): Terminating (SIGTERM)\u000a09:06:02.935914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31534): Terminating (SIGTERM)\u000a09:06:02.976206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31537): Terminating (SIGTERM)\u000a09:06:02.985616 --- ParallelTerminationStrategy: PID 31525 died...\u000a09:06:03.040256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31525): Terminated: ok {rc=0}\u000a09:06:03.050047 --- ParallelTerminationStrategy: PID 31526 died...\u000a09:06:03.103396 run iperf3-srv_10.42.42.10(pid=31526): Terminated {rc=256}\u000a09:06:03.113111 --- ParallelTerminationStrategy: PID 31527 died...\u000a09:06:03.166426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31527): Terminated: ok {rc=0}\u000a09:06:03.176104 --- ParallelTerminationStrategy: PID 31528 died...\u000a09:06:03.229255 run iperf3-srv_10.42.42.10(pid=31528): Terminated {rc=256}\u000a09:06:03.238776 --- ParallelTerminationStrategy: PID 31531 died...\u000a09:06:03.292320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31531): Terminated: ok {rc=0}\u000a09:06:03.302142 --- ParallelTerminationStrategy: PID 31534 died...\u000a09:06:03.355640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31534): Terminated: ok {rc=0}\u000a09:06:03.365402 --- ParallelTerminationStrategy: PID 31537 died...\u000a09:06:03.418650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31537): Terminated: ok {rc=0}\u000a09:06:03.507264 bus /gobi_0: Setting Powered False\u000a09:06:04.609495 bus /gobi_0: Setting Powered False\u000a09:06:05.715168 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31547): Process ended prematurely: osmo-stp_10.42.42.5(pid=31547) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31547)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31547): Process ended prematurely: osmo-stp_10.42.42.5(pid=31547) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:06:06.830500 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:06.842764 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:06:06.990589 tst iperf3.py: using LAC 39862\u000a09:06:07.110117 tst iperf3.py: using RAC 82\u000a09:06:07.229770 tst iperf3.py: using CellId 39862\u000a09:06:07.348752 tst iperf3.py: using BVCI 39863\u000a09:06:07.372352 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:07.383586 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:07.394499 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:07.405573 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:07.416540 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:07.427486 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:07.438722 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:07.449590 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:07.460654 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:06:07.757624 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:06:07.894932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:08.234963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31539): Launched\u000a09:06:08.518485 run iperf3-srv_10.42.42.10(pid=31540): Launched\u000a09:06:08.719159 tst iperf3.py:8: start network...\u000a09:06:08.856332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:09.382147 run create_hlr_db(pid=31541): Launched\u000a09:06:09.570154 bus /gobi_6: Setting Powered False\u000a09:06:10.579363 run create_hlr_db(pid=31541): Terminated: ok {rc=0}\u000a09:06:11.023938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31543): Launched\u000a09:06:11.353145 run osmo-hlr_10.42.42.2(pid=31544): Launched\u000a09:06:11.476213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:12.053983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31546): Launched\u000a09:06:12.382026 run osmo-stp_10.42.42.5(pid=31547): Launched\u000a09:06:12.499641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:13.068547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31549): Launched\u000a09:06:13.185814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:13.470553 run patchelf(pid=31550): Launched\u000a09:06:13.660922 run osmo-stp_10.42.42.5(pid=31547): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31547)]\u000a09:06:13.800047 run osmo-stp_10.42.42.5(pid=31547): stdout: \u000a| (launched: 2022-12-14_09:06:12.220682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:13.939202 run osmo-stp_10.42.42.5(pid=31547): stderr: \u000a| �[0;m�[38;5;43m20221214090612416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090612416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090612416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090612417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090612417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090612417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090612417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:14.073660 run osmo-stp_10.42.42.5(pid=31547): stdout: \u000a| (launched: 2022-12-14_09:06:12.220682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:14.206935 run osmo-stp_10.42.42.5(pid=31547): stderr: \u000a| �[0;m�[38;5;43m20221214090612416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090612416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090612416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090612417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090612417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090612417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090612417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:14.362378 run patchelf(pid=31550): Terminating (SIGINT)\u000a09:06:14.543866 run patchelf(pid=31550): Terminated: ok {rc=0}\u000a09:06:14.577272 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31547): Process ended prematurely: osmo-stp_10.42.42.5(pid=31547) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31547)] [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a09:06:14.587187 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a09:06:14.649541 run osmo-hlr_10.42.42.2(pid=31544): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31544)]\u000a09:06:14.700422 run osmo-hlr_10.42.42.2(pid=31544): stdout: \u000a| (launched: 2022-12-14_09:06:11.189930) \u000a09:06:14.752016 run osmo-hlr_10.42.42.2(pid=31544): stderr: \u000a| �[0;m�[1;31m20221214090611389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090611389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090611389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090611389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090611389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090611389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090611401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090611411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090611411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090611411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:14.796080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31539): Terminating (SIGTERM)\u000a09:06:14.837467 run iperf3-srv_10.42.42.10(pid=31540): Terminating (SIGTERM)\u000a09:06:14.878945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31543): Terminating (SIGTERM)\u000a09:06:14.920218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31546): Terminating (SIGTERM)\u000a09:06:14.961806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31549): Terminating (SIGTERM)\u000a09:06:14.971461 --- ParallelTerminationStrategy: PID 31539 died...\u000a09:06:15.027021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31539): Terminated: ok {rc=0}\u000a09:06:15.037258 --- ParallelTerminationStrategy: PID 31540 died...\u000a09:06:15.092376 run iperf3-srv_10.42.42.10(pid=31540): Terminated {rc=256}\u000a09:06:15.102351 --- ParallelTerminationStrategy: PID 31543 died...\u000a09:06:15.157445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31543): Terminated: ok {rc=0}\u000a09:06:15.167397 --- ParallelTerminationStrategy: PID 31546 died...\u000a09:06:15.222660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31546): Terminated: ok {rc=0}\u000a09:06:15.233125 --- ParallelTerminationStrategy: PID 31549 died...\u000a09:06:15.288627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31549): Terminated: ok {rc=0}\u000a09:06:15.373785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31565): Process ended prematurely: osmo-stp_10.42.42.5(pid=31565) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31565)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31565): Process ended prematurely: osmo-stp_10.42.42.5(pid=31565) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:06:16.518342 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:16.534645 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:06:16.722962 tst iperf3m4.py: using LAC 39863\u000a09:06:16.861584 tst iperf3m4.py: using RAC 83\u000a09:06:16.988028 tst iperf3m4.py: using CellId 39863\u000a09:06:17.112186 tst iperf3m4.py: using BVCI 39864\u000a09:06:17.137092 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:17.149261 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:17.161099 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:17.172876 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:17.185874 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:17.198861 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:17.211852 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:17.224601 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:17.237753 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:06:17.356918 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:06:17.478452 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:06:17.595654 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:06:17.890243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:06:18.019136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:18.337793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31551): Launched\u000a09:06:18.605155 run iperf3-srv_10.42.42.10(pid=31552): Launched\u000a09:06:18.791548 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:06:18.919281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:19.236529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31553): Launched\u000a09:06:19.501123 run iperf3-srv_10.42.42.10(pid=31554): Launched\u000a09:06:19.687846 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:06:19.815942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:20.136010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31555): Launched\u000a09:06:20.401378 run iperf3-srv_10.42.42.10(pid=31556): Launched\u000a09:06:20.587943 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:06:20.715584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:21.035335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31557): Launched\u000a09:06:21.299989 run iperf3-srv_10.42.42.10(pid=31558): Launched\u000a09:06:21.486444 tst iperf3m4.py:8: start network...\u000a09:06:21.614526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:22.103549 run create_hlr_db(pid=31559): Launched\u000a09:06:22.279389 bus /gobi_6: Setting Powered False\u000a09:06:23.302257 run create_hlr_db(pid=31559): Terminated: ok {rc=0}\u000a09:06:23.710588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31561): Launched\u000a09:06:24.019127 run osmo-hlr_10.42.42.2(pid=31562): Launched\u000a09:06:24.135880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:24.670234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31564): Launched\u000a09:06:24.981070 run osmo-stp_10.42.42.5(pid=31565): Launched\u000a09:06:25.093591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:25.628921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31567): Launched\u000a09:06:25.738254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:26.007178 run patchelf(pid=31568): Launched\u000a09:06:26.186657 run osmo-stp_10.42.42.5(pid=31565): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31565)]\u000a09:06:26.317809 run osmo-stp_10.42.42.5(pid=31565): stdout: \u000a| (launched: 2022-12-14_09:06:24.826281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:26.448878 run osmo-stp_10.42.42.5(pid=31565): stderr: \u000a| �[0;m�[38;5;43m20221214090624993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090624993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090624993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090624994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090624994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090624994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090624994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:26.575458 run osmo-stp_10.42.42.5(pid=31565): stdout: \u000a| (launched: 2022-12-14_09:06:24.826281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:26.700919 run osmo-stp_10.42.42.5(pid=31565): stderr: \u000a| �[0;m�[38;5;43m20221214090624993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090624993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090624993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090624994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090624994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090624994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090624994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:26.846423 run patchelf(pid=31568): Terminating (SIGINT)\u000a09:06:27.017457 run patchelf(pid=31568): Terminated: ok {rc=0}\u000a09:06:27.048900 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31565): Process ended prematurely: osmo-stp_10.42.42.5(pid=31565) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31565)] [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:06:27.058464 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:06:27.119245 run osmo-hlr_10.42.42.2(pid=31562): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31562)]\u000a09:06:27.168645 run osmo-hlr_10.42.42.2(pid=31562): stdout: \u000a| (launched: 2022-12-14_09:06:23.866638) \u000a09:06:27.218693 run osmo-hlr_10.42.42.2(pid=31562): stderr: \u000a| �[0;m�[1;31m20221214090624042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090624042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090624042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090624042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090624042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090624042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090624054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090624062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090624063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090624063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:27.261330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31551): Terminating (SIGTERM)\u000a09:06:27.301235 run iperf3-srv_10.42.42.10(pid=31552): Terminating (SIGTERM)\u000a09:06:27.341132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31553): Terminating (SIGTERM)\u000a09:06:27.381093 run iperf3-srv_10.42.42.10(pid=31554): Terminating (SIGTERM)\u000a09:06:27.421143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31555): Terminating (SIGTERM)\u000a09:06:27.461114 run iperf3-srv_10.42.42.10(pid=31556): Terminating (SIGTERM)\u000a09:06:27.501170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31557): Terminating (SIGTERM)\u000a09:06:27.541077 run iperf3-srv_10.42.42.10(pid=31558): Terminating (SIGTERM)\u000a09:06:27.581187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31561): Terminating (SIGTERM)\u000a09:06:27.621134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31564): Terminating (SIGTERM)\u000a09:06:27.661211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31567): Terminating (SIGTERM)\u000a09:06:27.670522 --- ParallelTerminationStrategy: PID 31551 died...\u000a09:06:27.724513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31551): Terminated: ok {rc=0}\u000a09:06:27.734097 --- ParallelTerminationStrategy: PID 31552 died...\u000a09:06:27.787897 run iperf3-srv_10.42.42.10(pid=31552): Terminated {rc=256}\u000a09:06:27.797883 --- ParallelTerminationStrategy: PID 31553 died...\u000a09:06:27.852145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31553): Terminated: ok {rc=0}\u000a09:06:27.861893 --- ParallelTerminationStrategy: PID 31554 died...\u000a09:06:27.915855 run iperf3-srv_10.42.42.10(pid=31554): Terminated {rc=256}\u000a09:06:27.925588 --- ParallelTerminationStrategy: PID 31555 died...\u000a09:06:27.979136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31555): Terminated: ok {rc=0}\u000a09:06:27.988781 --- ParallelTerminationStrategy: PID 31556 died...\u000a09:06:28.042041 run iperf3-srv_10.42.42.10(pid=31556): Terminated {rc=256}\u000a09:06:28.051693 --- ParallelTerminationStrategy: PID 31557 died...\u000a09:06:28.105643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31557): Terminated: ok {rc=0}\u000a09:06:28.115385 --- ParallelTerminationStrategy: PID 31558 died...\u000a09:06:28.168908 run iperf3-srv_10.42.42.10(pid=31558): Terminated {rc=256}\u000a09:06:28.178650 --- ParallelTerminationStrategy: PID 31561 died...\u000a09:06:28.232602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31561): Terminated: ok {rc=0}\u000a09:06:28.242450 --- ParallelTerminationStrategy: PID 31564 died...\u000a09:06:28.296562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31564): Terminated: ok {rc=0}\u000a09:06:28.306381 --- ParallelTerminationStrategy: PID 31567 died...\u000a09:06:28.359999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31567): Terminated: ok {rc=0}\u000a09:06:28.443931 bus /gobi_4: Setting Powered False\u000a09:06:29.550500 bus /gobi_4: Setting Powered False\u000a09:06:30.663520 bus /gobi_1: Setting Powered False\u000a09:06:31.765001 bus /gobi_1: Setting Powered False\u000a09:06:32.871569 bus /gobi_0: Setting Powered False\u000a09:06:33.977196 bus /gobi_0: Setting Powered False\u000a09:06:35.083920 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31575): Process ended prematurely: osmo-stp_10.42.42.5(pid=31575) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31575): Process ended prematurely: osmo-stp_10.42.42.5(pid=31575) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:06:36.152581 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:36.164608 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:06:36.311668 tst ping.py: using LAC 39864\u000a09:06:36.441238 tst ping.py: using RAC 84\u000a09:06:36.569458 tst ping.py: using CellId 39864\u000a09:06:36.698288 tst ping.py: using BVCI 39865\u000a09:06:36.723255 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:36.734980 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:36.746547 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:36.757993 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:36.769844 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:36.781734 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:36.793786 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:36.806065 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:06:37.082194 tst ping.py:19: start network...\u000a09:06:37.206932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:37.682555 run create_hlr_db(pid=31569): Launched\u000a09:06:37.856232 bus /gobi_6: Setting Powered False\u000a09:06:38.877877 run create_hlr_db(pid=31569): Terminated: ok {rc=0}\u000a09:06:39.308485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31571): Launched\u000a09:06:39.633941 run osmo-hlr_10.42.42.2(pid=31572): Launched\u000a09:06:39.750989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:40.313395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31574): Launched\u000a09:06:40.636805 run osmo-stp_10.42.42.5(pid=31575): Launched\u000a09:06:40.757942 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:41.318768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31577): Launched\u000a09:06:41.433112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:41.715833 run patchelf(pid=31578): Launched\u000a09:06:41.904318 run osmo-stp_10.42.42.5(pid=31575): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)]\u000a09:06:42.042352 run osmo-stp_10.42.42.5(pid=31575): stdout: \u000a| (launched: 2022-12-14_09:06:40.476686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:42.179929 run osmo-stp_10.42.42.5(pid=31575): stderr: \u000a| �[0;m�[38;5;43m20221214090640671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090640671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090640671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090640671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090640672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090640672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090640672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:42.314001 run osmo-stp_10.42.42.5(pid=31575): stdout: \u000a| (launched: 2022-12-14_09:06:40.476686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:42.446546 run osmo-stp_10.42.42.5(pid=31575): stderr: \u000a| �[0;m�[38;5;43m20221214090640671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090640671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090640671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090640671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090640672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090640672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090640672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:42.599709 run patchelf(pid=31578): Terminating (SIGINT)\u000a09:06:42.779308 run patchelf(pid=31578): Terminated: ok {rc=0}\u000a09:06:42.811981 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31575): Process ended prematurely: osmo-stp_10.42.42.5(pid=31575) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)] [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a09:06:42.821444 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:06:42.884596 run osmo-hlr_10.42.42.2(pid=31572): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31572)]\u000a09:06:42.936326 run osmo-hlr_10.42.42.2(pid=31572): stdout: \u000a| (launched: 2022-12-14_09:06:39.472851) \u000a09:06:42.988570 run osmo-hlr_10.42.42.2(pid=31572): stderr: \u000a| �[0;m�[1;31m20221214090639672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090639672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090639672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090639672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090639672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090639672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090639685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090639693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090639693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090639693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:43.033140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31571): Terminating (SIGTERM)\u000a09:06:43.075171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31574): Terminating (SIGTERM)\u000a09:06:43.117538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31577): Terminating (SIGTERM)\u000a09:06:43.127388 --- ParallelTerminationStrategy: PID 31571 died...\u000a09:06:43.184125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31571): Terminated: ok {rc=0}\u000a09:06:43.194484 --- ParallelTerminationStrategy: PID 31574 died...\u000a09:06:43.250807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31574): Terminated: ok {rc=0}\u000a09:06:43.261186 --- ParallelTerminationStrategy: PID 31577 died...\u000a09:06:43.317293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31577): Terminated: ok {rc=0}\u000a09:06:43.403457 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31585): Process ended prematurely: osmo-stp_10.42.42.5(pid=31585) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31585)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31585): Process ended prematurely: osmo-stp_10.42.42.5(pid=31585) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:06:44.456589 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:44.468928 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:06:44.615582 tst ping_idle_ping.py: using LAC 39865\u000a09:06:44.742013 tst ping_idle_ping.py: using RAC 85\u000a09:06:44.873079 tst ping_idle_ping.py: using CellId 39865\u000a09:06:44.993708 tst ping_idle_ping.py: using BVCI 39866\u000a09:06:45.016665 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:45.027818 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:45.038756 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:45.049698 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:45.061269 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:45.072733 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:45.084448 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:06:45.096081 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:06:45.374251 tst ping_idle_ping.py:24: start network...\u000a09:06:45.499889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:46.032254 run create_hlr_db(pid=31579): Launched\u000a09:06:46.229003 bus /gobi_6: Setting Powered False\u000a09:06:47.279659 run create_hlr_db(pid=31579): Terminated: ok {rc=0}\u000a09:06:47.689159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31581): Launched\u000a09:06:47.993661 run osmo-hlr_10.42.42.2(pid=31582): Launched\u000a09:06:48.110373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:48.642638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31584): Launched\u000a09:06:48.944316 run osmo-stp_10.42.42.5(pid=31585): Launched\u000a09:06:49.054409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:49.582417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31587): Launched\u000a09:06:49.689634 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:49.955667 run patchelf(pid=31588): Launched\u000a09:06:50.133489 run osmo-stp_10.42.42.5(pid=31585): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31585)]\u000a09:06:50.262663 run osmo-stp_10.42.42.5(pid=31585): stdout: \u000a| (launched: 2022-12-14_09:06:48.795030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:50.392062 run osmo-stp_10.42.42.5(pid=31585): stderr: \u000a| �[0;m�[38;5;43m20221214090648965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090648965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090648965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090648965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090648966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090648966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090648966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:50.517544 run osmo-stp_10.42.42.5(pid=31585): stdout: \u000a| (launched: 2022-12-14_09:06:48.795030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:50.641883 run osmo-stp_10.42.42.5(pid=31585): stderr: \u000a| �[0;m�[38;5;43m20221214090648965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090648965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090648965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090648965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090648966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090648966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090648966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:50.785609 run patchelf(pid=31588): Terminating (SIGINT)\u000a09:06:50.954494 run patchelf(pid=31588): Terminated: ok {rc=0}\u000a09:06:50.985313 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31585): Process ended prematurely: osmo-stp_10.42.42.5(pid=31585) [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31585)] [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:06:50.994127 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:06:51.055097 run osmo-hlr_10.42.42.2(pid=31582): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31582)]\u000a09:06:51.104828 run osmo-hlr_10.42.42.2(pid=31582): stdout: \u000a| (launched: 2022-12-14_09:06:47.842217) \u000a09:06:51.155340 run osmo-hlr_10.42.42.2(pid=31582): stderr: \u000a| �[0;m�[1;31m20221214090648018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090648018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090648018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090648018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090648018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090648018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090648031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090648042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090648042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090648042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:51.198442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31581): Terminating (SIGTERM)\u000a09:06:51.238962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31584): Terminating (SIGTERM)\u000a09:06:51.279570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31587): Terminating (SIGTERM)\u000a09:06:51.289069 --- ParallelTerminationStrategy: PID 31581 died...\u000a09:06:51.343577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31581): Terminated: ok {rc=0}\u000a09:06:51.353516 --- ParallelTerminationStrategy: PID 31584 died...\u000a09:06:51.407512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31584): Terminated: ok {rc=0}\u000a09:06:51.417357 --- ParallelTerminationStrategy: PID 31587 died...\u000a09:06:51.471502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31587): Terminated: ok {rc=0}\u000a09:06:51.561326 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:05:53" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31602): Process ended prematurely: osmo-stp_10.42.42.5(pid=31602) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31602)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31602): Process ended prematurely: osmo-stp_10.42.42.5(pid=31602) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:06:53.727664 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:53.738801 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:06:53.895484 tst cs_paging_gprs_active.py: using LAC 39866\u000a09:06:54.017809 tst cs_paging_gprs_active.py: using RAC 86\u000a09:06:54.139122 tst cs_paging_gprs_active.py: using CellId 39866\u000a09:06:54.257792 tst cs_paging_gprs_active.py: using BVCI 39867\u000a09:06:54.281306 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:54.292171 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:54.303075 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:54.314013 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:54.325538 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:54.337053 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:54.348444 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:54.359973 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:06:54.371602 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:06:54.494077 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:06:54.790930 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:06:54.928458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:55.269381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31592): Launched\u000a09:06:55.552155 run iperf3-srv_10.42.42.10(pid=31593): Launched\u000a09:06:55.753215 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:06:55.890073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:56.229732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31594): Launched\u000a09:06:56.514296 run iperf3-srv_10.42.42.10(pid=31595): Launched\u000a09:06:56.715373 tst cs_paging_gprs_active.py:38: start network...\u000a09:06:56.852110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:57.381410 run create_hlr_db(pid=31596): Launched\u000a09:06:57.570521 bus /gobi_6: Setting Powered False\u000a09:06:58.592084 run create_hlr_db(pid=31596): Terminated: ok {rc=0}\u000a09:06:59.003082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31598): Launched\u000a09:06:59.310037 run osmo-hlr_10.42.42.2(pid=31599): Launched\u000a09:06:59.427017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:59.960781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31601): Launched\u000a09:07:00.268428 run osmo-stp_10.42.42.5(pid=31602): Launched\u000a09:07:00.380049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:00.942276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31604): Launched\u000a09:07:01.063242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:01.374037 run patchelf(pid=31605): Launched\u000a09:07:01.558105 run osmo-stp_10.42.42.5(pid=31602): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31602)]\u000a09:07:01.693358 run osmo-stp_10.42.42.5(pid=31602): stdout: \u000a| (launched: 2022-12-14_09:07:00.116427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:01.829090 run osmo-stp_10.42.42.5(pid=31602): stderr: \u000a| �[0;m�[38;5;43m20221214090700287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090700287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090700287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090700287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090700288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090700288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090700288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:01.961205 run osmo-stp_10.42.42.5(pid=31602): stdout: \u000a| (launched: 2022-12-14_09:07:00.116427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:02.091132 run osmo-stp_10.42.42.5(pid=31602): stderr: \u000a| �[0;m�[38;5;43m20221214090700287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090700287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090700287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090700287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090700288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090700288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090700288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:02.241862 run patchelf(pid=31605): Terminating (SIGINT)\u000a09:07:02.414473 run patchelf(pid=31605): Terminated: ok {rc=0}\u000a09:07:02.446538 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31602): Process ended prematurely: osmo-stp_10.42.42.5(pid=31602) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31602)] [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:07:02.456083 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:07:02.518034 run osmo-hlr_10.42.42.2(pid=31599): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31599)]\u000a09:07:02.567924 run osmo-hlr_10.42.42.2(pid=31599): stdout: \u000a| (launched: 2022-12-14_09:06:59.158665) \u000a09:07:02.618461 run osmo-hlr_10.42.42.2(pid=31599): stderr: \u000a| �[0;m�[1;31m20221214090659336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090659336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090659336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090659336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090659336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090659336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090659347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090659355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090659355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090659356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:02.661487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31592): Terminating (SIGTERM)\u000a09:07:02.701783 run iperf3-srv_10.42.42.10(pid=31593): Terminating (SIGTERM)\u000a09:07:02.742402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31594): Terminating (SIGTERM)\u000a09:07:02.782375 run iperf3-srv_10.42.42.10(pid=31595): Terminating (SIGTERM)\u000a09:07:02.822432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31598): Terminating (SIGTERM)\u000a09:07:02.862850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31601): Terminating (SIGTERM)\u000a09:07:02.903280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31604): Terminating (SIGTERM)\u000a09:07:02.912700 --- ParallelTerminationStrategy: PID 31592 died...\u000a09:07:02.967216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31592): Terminated: ok {rc=0}\u000a09:07:02.977026 --- ParallelTerminationStrategy: PID 31593 died...\u000a09:07:03.031676 run iperf3-srv_10.42.42.10(pid=31593): Terminated {rc=256}\u000a09:07:03.041560 --- ParallelTerminationStrategy: PID 31594 died...\u000a09:07:03.095583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31594): Terminated: ok {rc=0}\u000a09:07:03.105414 --- ParallelTerminationStrategy: PID 31595 died...\u000a09:07:03.159269 run iperf3-srv_10.42.42.10(pid=31595): Terminated {rc=256}\u000a09:07:03.169078 --- ParallelTerminationStrategy: PID 31598 died...\u000a09:07:03.223138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31598): Terminated: ok {rc=0}\u000a09:07:03.232799 --- ParallelTerminationStrategy: PID 31601 died...\u000a09:07:03.287094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31601): Terminated: ok {rc=0}\u000a09:07:03.296914 --- ParallelTerminationStrategy: PID 31604 died...\u000a09:07:03.350819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31604): Terminated: ok {rc=0}\u000a09:07:03.439517 bus /gobi_0: Setting Powered False\u000a09:07:04.541123 bus /gobi_0: Setting Powered False\u000a09:07:05.648043 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31615): Process ended prematurely: osmo-stp_10.42.42.5(pid=31615) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31615)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31615): Process ended prematurely: osmo-stp_10.42.42.5(pid=31615) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:07:06.762874 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:06.775104 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:07:06.943755 tst iperf3.py: using LAC 39867\u000a09:07:07.075052 tst iperf3.py: using RAC 87\u000a09:07:07.204500 tst iperf3.py: using CellId 39867\u000a09:07:07.334185 tst iperf3.py: using BVCI 39868\u000a09:07:07.357830 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:07.368872 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:07.379850 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:07.390814 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:07.402562 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:07.414477 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:07.426357 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:07.438158 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:07.450129 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:07:07.750389 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:07:07.887534 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:08.228082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31607): Launched\u000a09:07:08.513679 run iperf3-srv_10.42.42.10(pid=31608): Launched\u000a09:07:08.714165 tst iperf3.py:8: start network...\u000a09:07:08.850911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:09.375771 run create_hlr_db(pid=31609): Launched\u000a09:07:09.563878 bus /gobi_6: Setting Powered False\u000a09:07:10.585863 run create_hlr_db(pid=31609): Terminated: ok {rc=0}\u000a09:07:11.022115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31611): Launched\u000a09:07:11.353091 run osmo-hlr_10.42.42.2(pid=31612): Launched\u000a09:07:11.476020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:12.139670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31614): Launched\u000a09:07:12.461704 run osmo-stp_10.42.42.5(pid=31615): Launched\u000a09:07:12.578507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:13.141076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31617): Launched\u000a09:07:13.255987 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:13.535938 run patchelf(pid=31618): Launched\u000a09:07:13.723838 run osmo-stp_10.42.42.5(pid=31615): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31615)]\u000a09:07:13.861057 run osmo-stp_10.42.42.5(pid=31615): stdout: \u000a| (launched: 2022-12-14_09:07:12.303648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:13.998734 run osmo-stp_10.42.42.5(pid=31615): stderr: \u000a| �[0;m�[38;5;43m20221214090712496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090712496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090712496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090712497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090712497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090712497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090712497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:14.131434 run osmo-stp_10.42.42.5(pid=31615): stdout: \u000a| (launched: 2022-12-14_09:07:12.303648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:14.264006 run osmo-stp_10.42.42.5(pid=31615): stderr: \u000a| �[0;m�[38;5;43m20221214090712496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090712496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090712496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090712497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090712497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090712497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090712497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:14.417658 run patchelf(pid=31618): Terminating (SIGINT)\u000a09:07:14.596720 run patchelf(pid=31618): Terminated: ok {rc=0}\u000a09:07:14.630269 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31615): Process ended prematurely: osmo-stp_10.42.42.5(pid=31615) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31615)] [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:07:14.640155 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a09:07:14.703625 run osmo-hlr_10.42.42.2(pid=31612): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31612)]\u000a09:07:14.755500 run osmo-hlr_10.42.42.2(pid=31612): stdout: \u000a| (launched: 2022-12-14_09:07:11.189078) \u000a09:07:14.807885 run osmo-hlr_10.42.42.2(pid=31612): stderr: \u000a| �[0;m�[1;31m20221214090711387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090711387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090711387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090711387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090711388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090711388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090711400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090711409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090711409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090711410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:14.852261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31607): Terminating (SIGTERM)\u000a09:07:14.894167 run iperf3-srv_10.42.42.10(pid=31608): Terminating (SIGTERM)\u000a09:07:14.936493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31611): Terminating (SIGTERM)\u000a09:07:14.979259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31614): Terminating (SIGTERM)\u000a09:07:15.022008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31617): Terminating (SIGTERM)\u000a09:07:15.031734 --- ParallelTerminationStrategy: PID 31607 died...\u000a09:07:15.087729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31607): Terminated: ok {rc=0}\u000a09:07:15.097873 --- ParallelTerminationStrategy: PID 31608 died...\u000a09:07:15.153309 run iperf3-srv_10.42.42.10(pid=31608): Terminated {rc=256}\u000a09:07:15.163281 --- ParallelTerminationStrategy: PID 31611 died...\u000a09:07:15.219432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31611): Terminated: ok {rc=0}\u000a09:07:15.229453 --- ParallelTerminationStrategy: PID 31614 died...\u000a09:07:15.285081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31614): Terminated: ok {rc=0}\u000a09:07:15.295016 --- ParallelTerminationStrategy: PID 31617 died...\u000a09:07:15.350574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31617): Terminated: ok {rc=0}\u000a09:07:15.437656 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31634): Process ended prematurely: osmo-stp_10.42.42.5(pid=31634) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31634)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31634): Process ended prematurely: osmo-stp_10.42.42.5(pid=31634) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:07:16.580678 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:16.593972 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:07:16.803181 tst iperf3m4.py: using LAC 39868\u000a09:07:16.935041 tst iperf3m4.py: using RAC 88\u000a09:07:17.057365 tst iperf3m4.py: using CellId 39868\u000a09:07:17.209874 tst iperf3m4.py: using BVCI 39869\u000a09:07:17.234320 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:17.245714 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:17.257666 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:17.268940 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:17.280912 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:17.292662 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:17.304562 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:17.316169 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:17.328266 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:07:17.448439 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:07:17.567830 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:07:17.687033 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:07:17.964632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:07:18.090657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:18.403366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31620): Launched\u000a09:07:18.662778 run iperf3-srv_10.42.42.10(pid=31621): Launched\u000a09:07:18.845742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:07:18.971475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:19.283257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31622): Launched\u000a09:07:19.543739 run iperf3-srv_10.42.42.10(pid=31623): Launched\u000a09:07:19.726098 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:07:19.851499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:20.163148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31624): Launched\u000a09:07:20.423043 run iperf3-srv_10.42.42.10(pid=31625): Launched\u000a09:07:20.605677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:07:20.730733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:21.042029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31626): Launched\u000a09:07:21.300858 run iperf3-srv_10.42.42.10(pid=31627): Launched\u000a09:07:21.483706 tst iperf3m4.py:8: start network...\u000a09:07:21.609297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:22.086664 run create_hlr_db(pid=31628): Launched\u000a09:07:22.259860 bus /gobi_6: Setting Powered False\u000a09:07:23.281916 run create_hlr_db(pid=31628): Terminated: ok {rc=0}\u000a09:07:23.710213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31630): Launched\u000a09:07:24.033222 run osmo-hlr_10.42.42.2(pid=31631): Launched\u000a09:07:24.150851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:24.710875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31633): Launched\u000a09:07:25.034511 run osmo-stp_10.42.42.5(pid=31634): Launched\u000a09:07:25.151343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:25.713253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31636): Launched\u000a09:07:25.827840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:26.107523 run patchelf(pid=31637): Launched\u000a09:07:26.295122 run osmo-stp_10.42.42.5(pid=31634): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31634)]\u000a09:07:26.433019 run osmo-stp_10.42.42.5(pid=31634): stdout: \u000a| (launched: 2022-12-14_09:07:24.875146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:26.570333 run osmo-stp_10.42.42.5(pid=31634): stderr: \u000a| �[0;m�[38;5;43m20221214090725062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090725063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090725063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090725063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090725064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090725064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090725064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:26.703196 run osmo-stp_10.42.42.5(pid=31634): stdout: \u000a| (launched: 2022-12-14_09:07:24.875146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:26.834802 run osmo-stp_10.42.42.5(pid=31634): stderr: \u000a| �[0;m�[38;5;43m20221214090725062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090725063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090725063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090725063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090725064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090725064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090725064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:26.987057 run patchelf(pid=31637): Terminating (SIGINT)\u000a09:07:27.165461 run patchelf(pid=31637): Terminated: ok {rc=0}\u000a09:07:27.198467 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31634): Process ended prematurely: osmo-stp_10.42.42.5(pid=31634) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31634)] [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:07:27.208461 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:07:27.272455 run osmo-hlr_10.42.42.2(pid=31631): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31631)]\u000a09:07:27.324562 run osmo-hlr_10.42.42.2(pid=31631): stdout: \u000a| (launched: 2022-12-14_09:07:23.874190) \u000a09:07:27.377291 run osmo-hlr_10.42.42.2(pid=31631): stderr: \u000a| �[0;m�[1;31m20221214090724071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090724071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090724071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090724071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090724071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090724071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090724084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090724094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090724094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090724094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:27.422581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31620): Terminating (SIGTERM)\u000a09:07:27.464692 run iperf3-srv_10.42.42.10(pid=31621): Terminating (SIGTERM)\u000a09:07:27.507370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31622): Terminating (SIGTERM)\u000a09:07:27.549422 run iperf3-srv_10.42.42.10(pid=31623): Terminating (SIGTERM)\u000a09:07:27.591617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31624): Terminating (SIGTERM)\u000a09:07:27.633887 run iperf3-srv_10.42.42.10(pid=31625): Terminating (SIGTERM)\u000a09:07:27.676028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31626): Terminating (SIGTERM)\u000a09:07:27.718043 run iperf3-srv_10.42.42.10(pid=31627): Terminating (SIGTERM)\u000a09:07:27.760252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31630): Terminating (SIGTERM)\u000a09:07:27.802867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31633): Terminating (SIGTERM)\u000a09:07:27.845538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31636): Terminating (SIGTERM)\u000a09:07:27.855155 --- ParallelTerminationStrategy: PID 31620 died...\u000a09:07:27.911486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31620): Terminated: ok {rc=0}\u000a09:07:27.921911 --- ParallelTerminationStrategy: PID 31621 died...\u000a09:07:27.977585 run iperf3-srv_10.42.42.10(pid=31621): Terminated {rc=256}\u000a09:07:27.987514 --- ParallelTerminationStrategy: PID 31622 died...\u000a09:07:28.043047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31622): Terminated: ok {rc=0}\u000a09:07:28.053108 --- ParallelTerminationStrategy: PID 31623 died...\u000a09:07:28.108568 run iperf3-srv_10.42.42.10(pid=31623): Terminated {rc=256}\u000a09:07:28.118550 --- ParallelTerminationStrategy: PID 31624 died...\u000a09:07:28.174130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31624): Terminated: ok {rc=0}\u000a09:07:28.184092 --- ParallelTerminationStrategy: PID 31625 died...\u000a09:07:28.239652 run iperf3-srv_10.42.42.10(pid=31625): Terminated {rc=256}\u000a09:07:28.249724 --- ParallelTerminationStrategy: PID 31626 died...\u000a09:07:28.305642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31626): Terminated: ok {rc=0}\u000a09:07:28.315705 --- ParallelTerminationStrategy: PID 31627 died...\u000a09:07:28.371677 run iperf3-srv_10.42.42.10(pid=31627): Terminated {rc=256}\u000a09:07:28.381824 --- ParallelTerminationStrategy: PID 31630 died...\u000a09:07:28.437708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31630): Terminated: ok {rc=0}\u000a09:07:28.447778 --- ParallelTerminationStrategy: PID 31633 died...\u000a09:07:28.503287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31633): Terminated: ok {rc=0}\u000a09:07:28.513341 --- ParallelTerminationStrategy: PID 31636 died...\u000a09:07:28.569072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31636): Terminated: ok {rc=0}\u000a09:07:28.656999 bus /gobi_4: Setting Powered False\u000a09:07:29.760530 bus /gobi_4: Setting Powered False\u000a09:07:30.871741 bus /gobi_1: Setting Powered False\u000a09:07:31.974020 bus /gobi_1: Setting Powered False\u000a09:07:33.081730 bus /gobi_0: Setting Powered False\u000a09:07:34.188278 bus /gobi_0: Setting Powered False\u000a09:07:35.298737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31644): Process ended prematurely: osmo-stp_10.42.42.5(pid=31644) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31644)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31644): Process ended prematurely: osmo-stp_10.42.42.5(pid=31644) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:07:36.368188 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:36.380527 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:07:36.544420 tst ping.py: using LAC 39869\u000a09:07:36.673827 tst ping.py: using RAC 89\u000a09:07:36.796037 tst ping.py: using CellId 39869\u000a09:07:36.918103 tst ping.py: using BVCI 39870\u000a09:07:36.942441 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:36.953833 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:36.965132 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:36.976354 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:36.987649 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:36.998921 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:37.010304 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:37.021573 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:07:37.308798 tst ping.py:19: start network...\u000a09:07:37.440927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:37.951855 run create_hlr_db(pid=31638): Launched\u000a09:07:38.135672 bus /gobi_6: Setting Powered False\u000a09:07:39.156469 run create_hlr_db(pid=31638): Terminated: ok {rc=0}\u000a09:07:39.556892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31640): Launched\u000a09:07:39.854603 run osmo-hlr_10.42.42.2(pid=31641): Launched\u000a09:07:39.968315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:40.486229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31643): Launched\u000a09:07:40.783538 run osmo-stp_10.42.42.5(pid=31644): Launched\u000a09:07:40.891319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:41.410874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31646): Launched\u000a09:07:41.515940 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:41.774768 run patchelf(pid=31647): Launched\u000a09:07:41.948835 run osmo-stp_10.42.42.5(pid=31644): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31644)]\u000a09:07:42.076050 run osmo-stp_10.42.42.5(pid=31644): stdout: \u000a| (launched: 2022-12-14_09:07:40.636602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:42.203835 run osmo-stp_10.42.42.5(pid=31644): stderr: \u000a| �[0;m�[38;5;43m20221214090740806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090740806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090740806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090740807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090740807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090740807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090740807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:42.327393 run osmo-stp_10.42.42.5(pid=31644): stdout: \u000a| (launched: 2022-12-14_09:07:40.636602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:42.449230 run osmo-stp_10.42.42.5(pid=31644): stderr: \u000a| �[0;m�[38;5;43m20221214090740806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090740806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090740806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090740807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090740807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090740807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090740807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:42.591041 run patchelf(pid=31647): Terminating (SIGINT)\u000a09:07:42.757476 run patchelf(pid=31647): Terminated: ok {rc=0}\u000a09:07:42.787871 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31644): Process ended prematurely: osmo-stp_10.42.42.5(pid=31644) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31644)] [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:07:42.796684 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:07:42.856986 run osmo-hlr_10.42.42.2(pid=31641): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31641)]\u000a09:07:42.906227 run osmo-hlr_10.42.42.2(pid=31641): stdout: \u000a| (launched: 2022-12-14_09:07:39.707418) \u000a09:07:42.955896 run osmo-hlr_10.42.42.2(pid=31641): stderr: \u000a| �[0;m�[1;31m20221214090739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090739893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090739902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090739902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090739902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:42.998553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31640): Terminating (SIGTERM)\u000a09:07:43.038659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31643): Terminating (SIGTERM)\u000a09:07:43.078673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31646): Terminating (SIGTERM)\u000a09:07:43.087838 --- ParallelTerminationStrategy: PID 31640 died...\u000a09:07:43.141979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31640): Terminated: ok {rc=0}\u000a09:07:43.151502 --- ParallelTerminationStrategy: PID 31643 died...\u000a09:07:43.204984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31643): Terminated: ok {rc=0}\u000a09:07:43.214443 --- ParallelTerminationStrategy: PID 31646 died...\u000a09:07:43.267964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31646): Terminated: ok {rc=0}\u000a09:07:43.356452 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31654): Process ended prematurely: osmo-stp_10.42.42.5(pid=31654) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31654)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31654): Process ended prematurely: osmo-stp_10.42.42.5(pid=31654) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:07:44.408595 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:44.420301 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:07:44.587290 tst ping_idle_ping.py: using LAC 39870\u000a09:07:44.714024 tst ping_idle_ping.py: using RAC 90\u000a09:07:44.839528 tst ping_idle_ping.py: using CellId 39870\u000a09:07:44.965893 tst ping_idle_ping.py: using BVCI 39871\u000a09:07:44.990502 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:45.002090 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:45.013387 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:45.024641 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:45.035808 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:45.047078 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:45.058404 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:07:45.069637 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:07:45.344849 tst ping_idle_ping.py:24: start network...\u000a09:07:45.468147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:46.019965 run create_hlr_db(pid=31648): Launched\u000a09:07:46.194372 bus /gobi_6: Setting Powered False\u000a09:07:47.228096 run create_hlr_db(pid=31648): Terminated: ok {rc=0}\u000a09:07:47.654819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31650): Launched\u000a09:07:47.973795 run osmo-hlr_10.42.42.2(pid=31651): Launched\u000a09:07:48.089668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:48.642916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31653): Launched\u000a09:07:48.963475 run osmo-stp_10.42.42.5(pid=31654): Launched\u000a09:07:49.078180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:49.637602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31656): Launched\u000a09:07:49.750774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:50.028561 run patchelf(pid=31657): Launched\u000a09:07:50.214763 run osmo-stp_10.42.42.5(pid=31654): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31654)]\u000a09:07:50.351142 run osmo-stp_10.42.42.5(pid=31654): stdout: \u000a| (launched: 2022-12-14_09:07:48.806479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:50.487859 run osmo-stp_10.42.42.5(pid=31654): stderr: \u000a| �[0;m�[38;5;43m20221214090748997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090748997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090748998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090748998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090748999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090748999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090748999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:50.620430 run osmo-stp_10.42.42.5(pid=31654): stdout: \u000a| (launched: 2022-12-14_09:07:48.806479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:50.751054 run osmo-stp_10.42.42.5(pid=31654): stderr: \u000a| �[0;m�[38;5;43m20221214090748997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090748997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090748998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090748998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090748999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090748999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090748999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:50.902766 run patchelf(pid=31657): Terminating (SIGINT)\u000a09:07:51.080753 run patchelf(pid=31657): Terminated: ok {rc=0}\u000a09:07:51.113438 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31654): Process ended prematurely: osmo-stp_10.42.42.5(pid=31654) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31654)] [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:07:51.123087 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:07:51.186334 run osmo-hlr_10.42.42.2(pid=31651): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31651)]\u000a09:07:51.238343 run osmo-hlr_10.42.42.2(pid=31651): stdout: \u000a| (launched: 2022-12-14_09:07:47.816331) \u000a09:07:51.291398 run osmo-hlr_10.42.42.2(pid=31651): stderr: \u000a| �[0;m�[1;31m20221214090748013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090748014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090748014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090748014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090748014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090748014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090748025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090748033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090748033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090748033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:51.336298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31650): Terminating (SIGTERM)\u000a09:07:51.378421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31653): Terminating (SIGTERM)\u000a09:07:51.420416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31656): Terminating (SIGTERM)\u000a09:07:51.430148 --- ParallelTerminationStrategy: PID 31650 died...\u000a09:07:51.486606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31650): Terminated: ok {rc=0}\u000a09:07:51.496828 --- ParallelTerminationStrategy: PID 31653 died...\u000a09:07:51.553058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31653): Terminated: ok {rc=0}\u000a09:07:51.563197 --- ParallelTerminationStrategy: PID 31656 died...\u000a09:07:51.619049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31656): Terminated: ok {rc=0}\u000a09:07:51.706263 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:06:53" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31671): Process ended prematurely: osmo-stp_10.42.42.5(pid=31671) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31671)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31671): Process ended prematurely: osmo-stp_10.42.42.5(pid=31671) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:07:53.847362 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:53.858612 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:07:54.016033 tst cs_paging_gprs_active.py: using LAC 39871\u000a09:07:54.136465 tst cs_paging_gprs_active.py: using RAC 91\u000a09:07:54.255294 tst cs_paging_gprs_active.py: using CellId 39871\u000a09:07:54.378149 tst cs_paging_gprs_active.py: using BVCI 39872\u000a09:07:54.401306 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:54.412225 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:54.423088 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:54.434011 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:54.445292 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:54.456455 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:54.467899 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:54.479267 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:07:54.490745 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:07:54.614998 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:07:54.914494 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:07:55.050645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:55.387418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31661): Launched\u000a09:07:55.667170 run iperf3-srv_10.42.42.10(pid=31662): Launched\u000a09:07:55.865579 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:07:56.000893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:56.337764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31663): Launched\u000a09:07:56.619198 run iperf3-srv_10.42.42.10(pid=31664): Launched\u000a09:07:56.817839 tst cs_paging_gprs_active.py:38: start network...\u000a09:07:56.953642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:57.475003 run create_hlr_db(pid=31665): Launched\u000a09:07:57.661712 bus /gobi_6: Setting Powered False\u000a09:07:58.684070 run create_hlr_db(pid=31665): Terminated: ok {rc=0}\u000a09:07:59.090612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31667): Launched\u000a09:07:59.395054 run osmo-hlr_10.42.42.2(pid=31668): Launched\u000a09:07:59.507143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:00.031175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31670): Launched\u000a09:08:00.334301 run osmo-stp_10.42.42.5(pid=31671): Launched\u000a09:08:00.444753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:08:01.037977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31673): Launched\u000a09:08:01.157951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:08:01.459524 run patchelf(pid=31674): Launched\u000a09:08:01.655029 run osmo-stp_10.42.42.5(pid=31671): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31671)]\u000a09:08:01.796152 run osmo-stp_10.42.42.5(pid=31671): stdout: \u000a| (launched: 2022-12-14_09:08:00.184506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:01.938437 run osmo-stp_10.42.42.5(pid=31671): stderr: \u000a| �[0;m�[38;5;43m20221214090800352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090800352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090800353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090800353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090800354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090800354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090800354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:02.075672 run osmo-stp_10.42.42.5(pid=31671): stdout: \u000a| (launched: 2022-12-14_09:08:00.184506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:02.211114 run osmo-stp_10.42.42.5(pid=31671): stderr: \u000a| �[0;m�[38;5;43m20221214090800352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090800352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090800353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090800353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090800354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090800354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090800354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:02.365853 run patchelf(pid=31674): Terminating (SIGINT)\u000a09:08:02.546457 run patchelf(pid=31674): Terminated: ok {rc=0}\u000a09:08:02.579993 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31671): Process ended prematurely: osmo-stp_10.42.42.5(pid=31671) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31671)] [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:08:02.590224 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:08:02.653304 run osmo-hlr_10.42.42.2(pid=31668): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31668)]\u000a09:08:02.704741 run osmo-hlr_10.42.42.2(pid=31668): stdout: \u000a| (launched: 2022-12-14_09:07:59.244729) \u000a09:08:02.756660 run osmo-hlr_10.42.42.2(pid=31668): stderr: \u000a| �[0;m�[1;31m20221214090759420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090759420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090759420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090759420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090759420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090759420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090759432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090759442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090759442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090759442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:02.801028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31661): Terminating (SIGTERM)\u000a09:08:02.842593 run iperf3-srv_10.42.42.10(pid=31662): Terminating (SIGTERM)\u000a09:08:02.884403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31663): Terminating (SIGTERM)\u000a09:08:02.925797 run iperf3-srv_10.42.42.10(pid=31664): Terminating (SIGTERM)\u000a09:08:02.967205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31667): Terminating (SIGTERM)\u000a09:08:03.008649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31670): Terminating (SIGTERM)\u000a09:08:03.050215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31673): Terminating (SIGTERM)\u000a09:08:03.059713 --- ParallelTerminationStrategy: PID 31661 died...\u000a09:08:03.115309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31661): Terminated: ok {rc=0}\u000a09:08:03.125257 --- ParallelTerminationStrategy: PID 31662 died...\u000a09:08:03.180469 run iperf3-srv_10.42.42.10(pid=31662): Terminated {rc=256}\u000a09:08:03.190389 --- ParallelTerminationStrategy: PID 31663 died...\u000a09:08:03.245664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31663): Terminated: ok {rc=0}\u000a09:08:03.255580 --- ParallelTerminationStrategy: PID 31664 died...\u000a09:08:03.311135 run iperf3-srv_10.42.42.10(pid=31664): Terminated {rc=256}\u000a09:08:03.321107 --- ParallelTerminationStrategy: PID 31667 died...\u000a09:08:03.376800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31667): Terminated: ok {rc=0}\u000a09:08:03.386785 --- ParallelTerminationStrategy: PID 31670 died...\u000a09:08:03.442315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31670): Terminated: ok {rc=0}\u000a09:08:03.452289 --- ParallelTerminationStrategy: PID 31673 died...\u000a09:08:03.507762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31673): Terminated: ok {rc=0}\u000a09:08:03.594337 bus /gobi_0: Setting Powered False\u000a09:08:04.700528 bus /gobi_0: Setting Powered False\u000a09:08:05.808390 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31683): Process ended prematurely: osmo-stp_10.42.42.5(pid=31683) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31683)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31683): Process ended prematurely: osmo-stp_10.42.42.5(pid=31683) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:08:06.921937 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:06.933912 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:08:07.099665 tst iperf3.py: using LAC 39872\u000a09:08:07.227329 tst iperf3.py: using RAC 92\u000a09:08:07.353971 tst iperf3.py: using CellId 39872\u000a09:08:07.480576 tst iperf3.py: using BVCI 39873\u000a09:08:07.505486 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:07.516934 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:07.528227 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:07.539510 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:07.550695 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:07.562130 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:07.573563 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:07.584814 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:07.596267 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:08:07.889414 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:08:08.023630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:08:08.357618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31675): Launched\u000a09:08:08.637202 run iperf3-srv_10.42.42.10(pid=31676): Launched\u000a09:08:08.835164 tst iperf3.py:8: start network...\u000a09:08:08.969956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:09.488744 run create_hlr_db(pid=31677): Launched\u000a09:08:09.674536 bus /gobi_6: Setting Powered False\u000a09:08:10.696140 run create_hlr_db(pid=31677): Terminated: ok {rc=0}\u000a09:08:11.102635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31679): Launched\u000a09:08:11.406335 run osmo-hlr_10.42.42.2(pid=31680): Launched\u000a09:08:11.524204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:12.056331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31682): Launched\u000a09:08:12.361072 run osmo-stp_10.42.42.5(pid=31683): Launched\u000a09:08:12.471897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:08:13.002228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31685): Launched\u000a09:08:13.110790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:08:13.374698 run patchelf(pid=31686): Launched\u000a09:08:13.551863 run osmo-stp_10.42.42.5(pid=31683): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31683)]\u000a09:08:13.681665 run osmo-stp_10.42.42.5(pid=31683): stdout: \u000a| (launched: 2022-12-14_09:08:12.210118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:13.811448 run osmo-stp_10.42.42.5(pid=31683): stderr: \u000a| �[0;m�[38;5;43m20221214090812379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090812380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090812380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090812380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090812381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090812381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090812381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:13.936848 run osmo-stp_10.42.42.5(pid=31683): stdout: \u000a| (launched: 2022-12-14_09:08:12.210118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:14.061174 run osmo-stp_10.42.42.5(pid=31683): stderr: \u000a| �[0;m�[38;5;43m20221214090812379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090812380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090812380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090812380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090812381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090812381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090812381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:14.205684 run patchelf(pid=31686): Terminating (SIGINT)\u000a09:08:14.375042 run patchelf(pid=31686): Terminated: ok {rc=0}\u000a09:08:14.406325 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31683): Process ended prematurely: osmo-stp_10.42.42.5(pid=31683) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31683)] [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:08:14.415723 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:08:14.476530 run osmo-hlr_10.42.42.2(pid=31680): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31680)]\u000a09:08:14.526230 run osmo-hlr_10.42.42.2(pid=31680): stdout: \u000a| (launched: 2022-12-14_09:08:11.256460) \u000a09:08:14.576447 run osmo-hlr_10.42.42.2(pid=31680): stderr: \u000a| �[0;m�[1;31m20221214090811432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090811432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090811432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090811432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090811433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090811433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090811444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090811453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090811453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090811454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:14.619204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31675): Terminating (SIGTERM)\u000a09:08:14.659402 run iperf3-srv_10.42.42.10(pid=31676): Terminating (SIGTERM)\u000a09:08:14.699760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31679): Terminating (SIGTERM)\u000a09:08:14.740133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31682): Terminating (SIGTERM)\u000a09:08:14.780638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31685): Terminating (SIGTERM)\u000a09:08:14.789887 --- ParallelTerminationStrategy: PID 31675 died...\u000a09:08:14.844239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31675): Terminated: ok {rc=0}\u000a09:08:14.853894 --- ParallelTerminationStrategy: PID 31676 died...\u000a09:08:14.907446 run iperf3-srv_10.42.42.10(pid=31676): Terminated {rc=256}\u000a09:08:14.916892 --- ParallelTerminationStrategy: PID 31679 died...\u000a09:08:14.970585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31679): Terminated: ok {rc=0}\u000a09:08:14.980163 --- ParallelTerminationStrategy: PID 31682 died...\u000a09:08:15.033803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31682): Terminated: ok {rc=0}\u000a09:08:15.043236 --- ParallelTerminationStrategy: PID 31685 died...\u000a09:08:15.096933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31685): Terminated: ok {rc=0}\u000a09:08:15.185887 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31701): Process ended prematurely: osmo-stp_10.42.42.5(pid=31701) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31701)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31701): Process ended prematurely: osmo-stp_10.42.42.5(pid=31701) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:08:16.304824 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:16.317560 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:08:16.484102 tst iperf3m4.py: using LAC 39873\u000a09:08:16.643864 tst iperf3m4.py: using RAC 93\u000a09:08:16.776833 tst iperf3m4.py: using CellId 39873\u000a09:08:16.923976 tst iperf3m4.py: using BVCI 39874\u000a09:08:16.957398 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:16.972716 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:16.987988 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:17.004720 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:17.020831 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:17.036904 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:17.051481 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:17.067944 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:17.084553 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:08:17.231121 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:08:17.352230 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:08:17.472209 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:08:17.752888 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:08:17.878827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:08:18.191229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31687): Launched\u000a09:08:18.451701 run iperf3-srv_10.42.42.10(pid=31688): Launched\u000a09:08:18.635772 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:08:18.761720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:08:19.075677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31689): Launched\u000a09:08:19.344463 run iperf3-srv_10.42.42.10(pid=31690): Launched\u000a09:08:19.542254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:08:19.677427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:08:20.012803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31691): Launched\u000a09:08:20.291076 run iperf3-srv_10.42.42.10(pid=31692): Launched\u000a09:08:20.489905 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:08:20.625038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:08:20.960817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31693): Launched\u000a09:08:21.240489 run iperf3-srv_10.42.42.10(pid=31694): Launched\u000a09:08:21.438884 tst iperf3m4.py:8: start network...\u000a09:08:21.574189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:22.095213 run create_hlr_db(pid=31695): Launched\u000a09:08:22.282926 bus /gobi_6: Setting Powered False\u000a09:08:23.302786 run create_hlr_db(pid=31695): Terminated: ok {rc=0}\u000a09:08:23.733119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31697): Launched\u000a09:08:24.059825 run osmo-hlr_10.42.42.2(pid=31698): Launched\u000a09:08:24.178128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:24.743447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31700): Launched\u000a09:08:25.069674 run osmo-stp_10.42.42.5(pid=31701): Launched\u000a09:08:25.186832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:08:25.753993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31703): Launched\u000a09:08:25.869427 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:08:26.152417 run patchelf(pid=31704): Launched\u000a09:08:26.341465 run osmo-stp_10.42.42.5(pid=31701): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31701)]\u000a09:08:26.479076 run osmo-stp_10.42.42.5(pid=31701): stdout: \u000a| (launched: 2022-12-14_09:08:24.908774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:26.617193 run osmo-stp_10.42.42.5(pid=31701): stderr: \u000a| �[0;m�[38;5;43m20221214090825099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090825099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090825099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090825100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090825100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090825100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090825100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:26.750787 run osmo-stp_10.42.42.5(pid=31701): stdout: \u000a| (launched: 2022-12-14_09:08:24.908774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:26.883463 run osmo-stp_10.42.42.5(pid=31701): stderr: \u000a| �[0;m�[38;5;43m20221214090825099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090825099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090825099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090825100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090825100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090825100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090825100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:27.036841 run patchelf(pid=31704): Terminating (SIGINT)\u000a09:08:27.216314 run patchelf(pid=31704): Terminated: ok {rc=0}\u000a09:08:27.249721 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31701): Process ended prematurely: osmo-stp_10.42.42.5(pid=31701) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31701)] [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:08:27.259626 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a09:08:27.323131 run osmo-hlr_10.42.42.2(pid=31698): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31698)]\u000a09:08:27.374564 run osmo-hlr_10.42.42.2(pid=31698): stdout: \u000a| (launched: 2022-12-14_09:08:23.898322) \u000a09:08:27.426692 run osmo-hlr_10.42.42.2(pid=31698): stderr: \u000a| �[0;m�[1;31m20221214090824094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090824094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090824094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090824094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090824094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090824094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090824107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090824117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090824118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090824118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:27.471068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31687): Terminating (SIGTERM)\u000a09:08:27.512732 run iperf3-srv_10.42.42.10(pid=31688): Terminating (SIGTERM)\u000a09:08:27.557339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31689): Terminating (SIGTERM)\u000a09:08:27.598082 run iperf3-srv_10.42.42.10(pid=31690): Terminating (SIGTERM)\u000a09:08:27.643589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31691): Terminating (SIGTERM)\u000a09:08:27.685740 run iperf3-srv_10.42.42.10(pid=31692): Terminating (SIGTERM)\u000a09:08:27.727649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31693): Terminating (SIGTERM)\u000a09:08:27.768815 run iperf3-srv_10.42.42.10(pid=31694): Terminating (SIGTERM)\u000a09:08:27.810395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31697): Terminating (SIGTERM)\u000a09:08:27.851687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31700): Terminating (SIGTERM)\u000a09:08:27.893138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31703): Terminating (SIGTERM)\u000a09:08:27.902728 --- ParallelTerminationStrategy: PID 31687 died...\u000a09:08:27.958055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31687): Terminated: ok {rc=0}\u000a09:08:27.967979 --- ParallelTerminationStrategy: PID 31688 died...\u000a09:08:28.022988 run iperf3-srv_10.42.42.10(pid=31688): Terminated {rc=256}\u000a09:08:28.032894 --- ParallelTerminationStrategy: PID 31689 died...\u000a09:08:28.087892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31689): Terminated: ok {rc=0}\u000a09:08:28.097882 --- ParallelTerminationStrategy: PID 31690 died...\u000a09:08:28.152902 run iperf3-srv_10.42.42.10(pid=31690): Terminated {rc=256}\u000a09:08:28.162833 --- ParallelTerminationStrategy: PID 31691 died...\u000a09:08:28.217946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31691): Terminated: ok {rc=0}\u000a09:08:28.227923 --- ParallelTerminationStrategy: PID 31692 died...\u000a09:08:28.283094 run iperf3-srv_10.42.42.10(pid=31692): Terminated {rc=256}\u000a09:08:28.293151 --- ParallelTerminationStrategy: PID 31693 died...\u000a09:08:28.348593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31693): Terminated: ok {rc=0}\u000a09:08:28.358553 --- ParallelTerminationStrategy: PID 31694 died...\u000a09:08:28.413428 run iperf3-srv_10.42.42.10(pid=31694): Terminated {rc=256}\u000a09:08:28.423322 --- ParallelTerminationStrategy: PID 31697 died...\u000a09:08:28.478312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31697): Terminated: ok {rc=0}\u000a09:08:28.488204 --- ParallelTerminationStrategy: PID 31700 died...\u000a09:08:28.543140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31700): Terminated: ok {rc=0}\u000a09:08:28.553179 --- ParallelTerminationStrategy: PID 31703 died...\u000a09:08:28.608327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31703): Terminated: ok {rc=0}\u000a09:08:28.694962 bus /gobi_4: Setting Powered False\u000a09:08:29.798921 bus /gobi_4: Setting Powered False\u000a09:08:30.926638 bus /gobi_1: Setting Powered False\u000a09:08:32.054875 bus /gobi_1: Setting Powered False\u000a09:08:33.165214 bus /gobi_0: Setting Powered False\u000a09:08:34.271635 bus /gobi_0: Setting Powered False\u000a09:08:35.384353 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31712): Process ended prematurely: osmo-stp_10.42.42.5(pid=31712) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31712): Process ended prematurely: osmo-stp_10.42.42.5(pid=31712) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:08:36.450886 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:36.462715 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:08:36.619242 tst ping.py: using LAC 39874\u000a09:08:36.737612 tst ping.py: using RAC 94\u000a09:08:36.859443 tst ping.py: using CellId 39874\u000a09:08:36.974623 tst ping.py: using BVCI 39875\u000a09:08:36.997399 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:37.008225 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:37.019051 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:37.029920 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:37.041113 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:37.052137 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:37.063263 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:37.074353 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:08:37.365508 tst ping.py:19: start network...\u000a09:08:37.497483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:38.007544 run create_hlr_db(pid=31706): Launched\u000a09:08:38.191082 bus /gobi_6: Setting Powered False\u000a09:08:39.211476 run create_hlr_db(pid=31706): Terminated: ok {rc=0}\u000a09:08:39.611702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31708): Launched\u000a09:08:39.909960 run osmo-hlr_10.42.42.2(pid=31709): Launched\u000a09:08:40.027577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:40.550567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31711): Launched\u000a09:08:40.847810 run osmo-stp_10.42.42.5(pid=31712): Launched\u000a09:08:40.955442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:08:41.472678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31714): Launched\u000a09:08:41.577930 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:08:41.837636 run patchelf(pid=31715): Launched\u000a09:08:42.011705 run osmo-stp_10.42.42.5(pid=31712): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)]\u000a09:08:42.139048 run osmo-stp_10.42.42.5(pid=31712): stdout: \u000a| (launched: 2022-12-14_09:08:40.699947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:42.266976 run osmo-stp_10.42.42.5(pid=31712): stderr: \u000a| �[0;m�[38;5;43m20221214090840869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090840869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090840869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090840870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090840870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090840870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090840870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:42.390719 run osmo-stp_10.42.42.5(pid=31712): stdout: \u000a| (launched: 2022-12-14_09:08:40.699947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:42.513237 run osmo-stp_10.42.42.5(pid=31712): stderr: \u000a| �[0;m�[38;5;43m20221214090840869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090840869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090840869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090840870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090840870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090840870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090840870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:42.654998 run patchelf(pid=31715): Terminating (SIGINT)\u000a09:08:42.821118 run patchelf(pid=31715): Terminated: ok {rc=0}\u000a09:08:42.851476 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31712): Process ended prematurely: osmo-stp_10.42.42.5(pid=31712) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)] [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:08:42.860248 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:08:42.920741 run osmo-hlr_10.42.42.2(pid=31709): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31709)]\u000a09:08:42.970103 run osmo-hlr_10.42.42.2(pid=31709): stdout: \u000a| (launched: 2022-12-14_09:08:39.762567) \u000a09:08:43.020163 run osmo-hlr_10.42.42.2(pid=31709): stderr: \u000a| �[0;m�[1;31m20221214090839938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090839938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090839938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090839938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090839938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090839938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090839951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090839962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090839962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090839962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:43.062830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31708): Terminating (SIGTERM)\u000a09:08:43.103051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31711): Terminating (SIGTERM)\u000a09:08:43.143725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31714): Terminating (SIGTERM)\u000a09:08:43.153036 --- ParallelTerminationStrategy: PID 31708 died...\u000a09:08:43.207170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31708): Terminated: ok {rc=0}\u000a09:08:43.216683 --- ParallelTerminationStrategy: PID 31711 died...\u000a09:08:43.270231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31711): Terminated: ok {rc=0}\u000a09:08:43.279756 --- ParallelTerminationStrategy: PID 31714 died...\u000a09:08:43.333657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31714): Terminated: ok {rc=0}\u000a09:08:43.421817 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31722): Process ended prematurely: osmo-stp_10.42.42.5(pid=31722) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31722): Process ended prematurely: osmo-stp_10.42.42.5(pid=31722) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:08:44.473527 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:44.485349 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:08:44.646422 tst ping_idle_ping.py: using LAC 39875\u000a09:08:44.763643 tst ping_idle_ping.py: using RAC 95\u000a09:08:44.883177 tst ping_idle_ping.py: using CellId 39875\u000a09:08:45.000884 tst ping_idle_ping.py: using BVCI 39876\u000a09:08:45.023930 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:45.034951 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:45.045876 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:45.056661 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:45.069352 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:45.082508 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:45.094207 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:08:45.105796 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:08:45.379707 tst ping_idle_ping.py:24: start network...\u000a09:08:45.503628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:46.017698 run create_hlr_db(pid=31716): Launched\u000a09:08:46.266650 bus /gobi_6: Setting Powered False\u000a09:08:47.255528 run create_hlr_db(pid=31716): Terminated: ok {rc=0}\u000a09:08:47.699760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31718): Launched\u000a09:08:47.999709 run osmo-hlr_10.42.42.2(pid=31719): Launched\u000a09:08:48.111951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:48.626873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31721): Launched\u000a09:08:48.929237 run osmo-stp_10.42.42.5(pid=31722): Launched\u000a09:08:49.037633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:08:49.556580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31724): Launched\u000a09:08:49.661828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:08:49.923344 run patchelf(pid=31725): Launched\u000a09:08:50.098195 run osmo-stp_10.42.42.5(pid=31722): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)]\u000a09:08:50.226196 run osmo-stp_10.42.42.5(pid=31722): stdout: \u000a| (launched: 2022-12-14_09:08:48.779101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:50.354383 run osmo-stp_10.42.42.5(pid=31722): stderr: \u000a| �[0;m�[38;5;43m20221214090848948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090848948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090848948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090848949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090848949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090848950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090848950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:50.477969 run osmo-stp_10.42.42.5(pid=31722): stdout: \u000a| (launched: 2022-12-14_09:08:48.779101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:50.600455 run osmo-stp_10.42.42.5(pid=31722): stderr: \u000a| �[0;m�[38;5;43m20221214090848948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090848948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090848948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090848949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090848949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090848950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090848950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:50.742603 run patchelf(pid=31725): Terminating (SIGINT)\u000a09:08:50.909371 run patchelf(pid=31725): Terminated: ok {rc=0}\u000a09:08:50.939626 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31722): Process ended prematurely: osmo-stp_10.42.42.5(pid=31722) [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)] [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:08:50.948445 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:08:51.008460 run osmo-hlr_10.42.42.2(pid=31719): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31719)]\u000a09:08:51.057431 run osmo-hlr_10.42.42.2(pid=31719): stdout: \u000a| (launched: 2022-12-14_09:08:47.850705) \u000a09:08:51.107011 run osmo-hlr_10.42.42.2(pid=31719): stderr: \u000a| �[0;m�[1;31m20221214090848024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090848025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090848025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090848025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090848025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090848025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090848036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090848045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:51.150026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31718): Terminating (SIGTERM)\u000a09:08:51.189866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31721): Terminating (SIGTERM)\u000a09:08:51.229701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31724): Terminating (SIGTERM)\u000a09:08:51.238881 --- ParallelTerminationStrategy: PID 31718 died...\u000a09:08:51.292169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31718): Terminated: ok {rc=0}\u000a09:08:51.301688 --- ParallelTerminationStrategy: PID 31721 died...\u000a09:08:51.355076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31721): Terminated: ok {rc=0}\u000a09:08:51.364545 --- ParallelTerminationStrategy: PID 31724 died...\u000a09:08:51.418335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31724): Terminated: ok {rc=0}\u000a09:08:51.507496 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:07:53" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31739): Process ended prematurely: osmo-stp_10.42.42.5(pid=31739) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31739)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31739): Process ended prematurely: osmo-stp_10.42.42.5(pid=31739) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:08:53.686868 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:08:53.698676 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:08:53.842651 tst cs_paging_gprs_active.py: using LAC 39876\u000a09:08:53.968560 tst cs_paging_gprs_active.py: using RAC 96\u000a09:08:54.094527 tst cs_paging_gprs_active.py: using CellId 39876\u000a09:08:54.222537 tst cs_paging_gprs_active.py: using BVCI 39877\u000a09:08:54.247400 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:08:54.259217 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:08:54.270808 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:08:54.282366 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:08:54.293912 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:08:54.305482 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:08:54.317608 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:08:54.329105 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:08:54.340882 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:08:54.459992 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:08:54.755148 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:08:54.890330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:08:55.224725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31729): Launched\u000a09:08:55.505893 run iperf3-srv_10.42.42.10(pid=31730): Launched\u000a09:08:55.704211 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:08:55.839563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:08:56.174207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31731): Launched\u000a09:08:56.455293 run iperf3-srv_10.42.42.10(pid=31732): Launched\u000a09:08:56.654074 tst cs_paging_gprs_active.py:38: start network...\u000a09:08:56.789716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:57.311570 run create_hlr_db(pid=31733): Launched\u000a09:08:57.498933 bus /gobi_6: Setting Powered False\u000a09:08:58.520751 run create_hlr_db(pid=31733): Terminated: ok {rc=0}\u000a09:08:58.929558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31735): Launched\u000a09:08:59.237519 run osmo-hlr_10.42.42.2(pid=31736): Launched\u000a09:08:59.357234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:59.891168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31738): Launched\u000a09:09:00.195685 run osmo-stp_10.42.42.5(pid=31739): Launched\u000a09:09:00.306142 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:09:00.836729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31741): Launched\u000a09:09:00.952567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:09:01.236817 run patchelf(pid=31742): Launched\u000a09:09:01.417926 run osmo-stp_10.42.42.5(pid=31739): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31739)]\u000a09:09:01.550665 run osmo-stp_10.42.42.5(pid=31739): stdout: \u000a| (launched: 2022-12-14_09:09:00.045209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:01.694168 run osmo-stp_10.42.42.5(pid=31739): stderr: \u000a| �[0;m�[38;5;43m20221214090900214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090900215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090900215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090900215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090900216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090900216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090900216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:01.856198 run osmo-stp_10.42.42.5(pid=31739): stdout: \u000a| (launched: 2022-12-14_09:09:00.045209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:01.995354 run osmo-stp_10.42.42.5(pid=31739): stderr: \u000a| �[0;m�[38;5;43m20221214090900214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090900215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090900215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090900215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090900216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090900216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090900216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:02.143487 run patchelf(pid=31742): Terminating (SIGINT)\u000a09:09:02.316697 run patchelf(pid=31742): Terminated: ok {rc=0}\u000a09:09:02.362133 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31739): Process ended prematurely: osmo-stp_10.42.42.5(pid=31739) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31739)] [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a09:09:02.377831 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:09:02.458377 run osmo-hlr_10.42.42.2(pid=31736): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31736)]\u000a09:09:02.519550 run osmo-hlr_10.42.42.2(pid=31736): stdout: \u000a| (launched: 2022-12-14_09:08:59.084727) \u000a09:09:02.581285 run osmo-hlr_10.42.42.2(pid=31736): stderr: \u000a| �[0;m�[1;31m20221214090859261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090859261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090859262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090859262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090859262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090859262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090859277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090859285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090859285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090859285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:02.633775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31729): Terminating (SIGTERM)\u000a09:09:02.683594 run iperf3-srv_10.42.42.10(pid=31730): Terminating (SIGTERM)\u000a09:09:02.733442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31731): Terminating (SIGTERM)\u000a09:09:02.783362 run iperf3-srv_10.42.42.10(pid=31732): Terminating (SIGTERM)\u000a09:09:02.833727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31735): Terminating (SIGTERM)\u000a09:09:02.878564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31738): Terminating (SIGTERM)\u000a09:09:02.929156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31741): Terminating (SIGTERM)\u000a09:09:02.940171 --- ParallelTerminationStrategy: PID 31729 died...\u000a09:09:03.003098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31729): Terminated: ok {rc=0}\u000a09:09:03.014982 --- ParallelTerminationStrategy: PID 31730 died...\u000a09:09:03.080016 run iperf3-srv_10.42.42.10(pid=31730): Terminated {rc=256}\u000a09:09:03.093825 --- ParallelTerminationStrategy: PID 31731 died...\u000a09:09:03.154710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31731): Terminated: ok {rc=0}\u000a09:09:03.166992 --- ParallelTerminationStrategy: PID 31732 died...\u000a09:09:03.233286 run iperf3-srv_10.42.42.10(pid=31732): Terminated {rc=256}\u000a09:09:03.248334 --- ParallelTerminationStrategy: PID 31735 died...\u000a09:09:03.322661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31735): Terminated: ok {rc=0}\u000a09:09:03.333422 --- ParallelTerminationStrategy: PID 31738 died...\u000a09:09:03.405367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31738): Terminated: ok {rc=0}\u000a09:09:03.418321 --- ParallelTerminationStrategy: PID 31741 died...\u000a09:09:03.484356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31741): Terminated: ok {rc=0}\u000a09:09:03.607429 bus /gobi_0: Setting Powered False\u000a09:09:04.716507 bus /gobi_0: Setting Powered False\u000a09:09:05.827950 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a09:09:06.943216 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:06.956407 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:09:07.104379 tst iperf3.py: using LAC 39877\u000a09:09:07.232261 tst iperf3.py: using RAC 97\u000a09:09:07.355338 tst iperf3.py: using CellId 39877\u000a09:09:07.476866 tst iperf3.py: using BVCI 39878\u000a09:09:07.503008 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:07.515847 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:07.528256 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:07.540575 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:07.554053 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:07.567563 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:07.582735 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:07.595785 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:07.610136 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:09:07.899169 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:09:08.029439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:08.362926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32014): Launched\u000a09:09:08.647022 run iperf3-srv_10.42.42.10(pid=32015): Launched\u000a09:09:08.847172 tst iperf3.py:8: start network...\u000a09:09:08.985274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:09.544685 run create_hlr_db(pid=32016): Launched\u000a09:09:09.734348 bus /gobi_6: Setting Powered False\u000a09:09:10.760749 run create_hlr_db(pid=32016): Terminated: ok {rc=0}\u000a09:09:11.215810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Launched\u000a09:09:11.643944 run osmo-hlr_10.42.42.2(pid=32019): Launched\u000a09:09:11.896588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:12.490741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Launched\u000a09:09:12.927349 run osmo-stp_10.42.42.5(pid=32022): Launched\u000a09:09:13.148761 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:09:13.752432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32024): Launched\u000a09:09:13.872644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:09:14.177032 run patchelf(pid=32025): Launched\u000a09:09:14.374371 run osmo-stp_10.42.42.5(pid=32022): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]\u000a09:09:14.519141 run osmo-stp_10.42.42.5(pid=32022): stdout: \u000a| (launched: 2022-12-14_09:09:12.660938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:14.664118 run osmo-stp_10.42.42.5(pid=32022): stderr: \u000a| �[0;m�[38;5;43m20221214090912953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090912953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090912954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090912954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090912955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090912955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090912955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:14.804571 run osmo-stp_10.42.42.5(pid=32022): stdout: \u000a| (launched: 2022-12-14_09:09:12.660938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:14.943117 run osmo-stp_10.42.42.5(pid=32022): stderr: \u000a| �[0;m�[38;5;43m20221214090912953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090912953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090912954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090912954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090912955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090912955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090912955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:15.103490 run patchelf(pid=32025): Terminating (SIGINT)\u000a09:09:15.292080 run patchelf(pid=32025): Terminated: ok {rc=0}\u000a09:09:15.328013 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)] [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a09:09:15.339722 tst iperf3.py:8: Test FAILED (8.4 sec)\u000a09:09:15.406031 run osmo-hlr_10.42.42.2(pid=32019): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32019)]\u000a09:09:15.461405 run osmo-hlr_10.42.42.2(pid=32019): stdout: \u000a| (launched: 2022-12-14_09:09:11.385101) \u000a09:09:15.515399 run osmo-hlr_10.42.42.2(pid=32019): stderr: \u000a| �[0;m�[1;31m20221214090911694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090911694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090911694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090911694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090911694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090911694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090911707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090911724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090911724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090911724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:15.561867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32014): Terminating (SIGTERM)\u000a09:09:15.607006 run iperf3-srv_10.42.42.10(pid=32015): Terminating (SIGTERM)\u000a09:09:15.653280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Terminating (SIGTERM)\u000a09:09:15.700438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminating (SIGTERM)\u000a09:09:15.746224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32024): Terminating (SIGTERM)\u000a09:09:15.756600 --- ParallelTerminationStrategy: PID 32014 died...\u000a09:09:15.817209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32014): Terminated: ok {rc=0}\u000a09:09:15.827807 --- ParallelTerminationStrategy: PID 32015 died...\u000a09:09:15.904539 run iperf3-srv_10.42.42.10(pid=32015): Terminated {rc=256}\u000a09:09:15.921191 --- ParallelTerminationStrategy: PID 32018 died...\u000a09:09:15.994980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Terminated: ok {rc=0}\u000a09:09:16.005533 --- ParallelTerminationStrategy: PID 32021 died...\u000a09:09:16.068389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminated: ok {rc=0}\u000a09:09:16.079082 --- ParallelTerminationStrategy: PID 32024 died...\u000a09:09:16.146297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32024): Terminated: ok {rc=0}\u000a09:09:16.254050 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32041): Process ended prematurely: osmo-stp_10.42.42.5(pid=32041) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32041)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32041): Process ended prematurely: osmo-stp_10.42.42.5(pid=32041) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a09:09:17.387383 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:17.400566 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:09:17.592557 tst iperf3m4.py: using LAC 39878\u000a09:09:17.732342 tst iperf3m4.py: using RAC 98\u000a09:09:17.861864 tst iperf3m4.py: using CellId 39878\u000a09:09:17.983580 tst iperf3m4.py: using BVCI 39879\u000a09:09:18.008603 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:18.022095 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:18.034631 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:18.047047 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:18.060797 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:18.074238 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:18.088469 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:18.100900 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:18.115407 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:09:18.240866 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:09:18.370680 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:09:18.495780 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:09:18.801886 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:09:18.941250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:19.297295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32026): Launched\u000a09:09:19.597423 run iperf3-srv_10.42.42.10(pid=32027): Launched\u000a09:09:19.801994 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:09:19.941621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:20.296683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32028): Launched\u000a09:09:20.597044 run iperf3-srv_10.42.42.10(pid=32029): Launched\u000a09:09:20.802385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:09:20.941328 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:21.298164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32030): Launched\u000a09:09:21.598784 run iperf3-srv_10.42.42.10(pid=32031): Launched\u000a09:09:21.802751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:09:21.941609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:22.297150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32032): Launched\u000a09:09:22.597313 run iperf3-srv_10.42.42.10(pid=32033): Launched\u000a09:09:22.803864 tst iperf3m4.py:8: start network...\u000a09:09:22.943567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:23.507904 run create_hlr_db(pid=32034): Launched\u000a09:09:23.701987 bus /gobi_6: Setting Powered False\u000a09:09:24.714898 run create_hlr_db(pid=32034): Terminated: ok {rc=0}\u000a09:09:25.152724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32037): Launched\u000a09:09:25.480302 run osmo-hlr_10.42.42.2(pid=32038): Launched\u000a09:09:25.602773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:26.171551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32040): Launched\u000a09:09:26.497755 run osmo-stp_10.42.42.5(pid=32041): Launched\u000a09:09:26.614851 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:09:27.182087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32043): Launched\u000a09:09:27.297822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:09:27.583564 run patchelf(pid=32044): Launched\u000a09:09:27.782948 run osmo-stp_10.42.42.5(pid=32041): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32041)]\u000a09:09:27.921414 run osmo-stp_10.42.42.5(pid=32041): stdout: \u000a| (launched: 2022-12-14_09:09:26.336817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:28.060340 run osmo-stp_10.42.42.5(pid=32041): stderr: \u000a| �[0;m�[38;5;43m20221214090926527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090926528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090926528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090926528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090926529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090926529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090926529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:28.194295 run osmo-stp_10.42.42.5(pid=32041): stdout: \u000a| (launched: 2022-12-14_09:09:26.336817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:28.327251 run osmo-stp_10.42.42.5(pid=32041): stderr: \u000a| �[0;m�[38;5;43m20221214090926527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090926528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090926528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090926528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090926529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090926529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090926529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:28.481856 run patchelf(pid=32044): Terminating (SIGINT)\u000a09:09:28.662946 run patchelf(pid=32044): Terminated: ok {rc=0}\u000a09:09:28.696198 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32041): Process ended prematurely: osmo-stp_10.42.42.5(pid=32041) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32041)] [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a09:09:28.706362 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a09:09:28.769794 run osmo-hlr_10.42.42.2(pid=32038): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32038)]\u000a09:09:28.821202 run osmo-hlr_10.42.42.2(pid=32038): stdout: \u000a| (launched: 2022-12-14_09:09:25.318512) \u000a09:09:28.873509 run osmo-hlr_10.42.42.2(pid=32038): stderr: \u000a| �[0;m�[1;31m20221214090925518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090925518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090925518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090925519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090925519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090925519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090925531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090925539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090925539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090925540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:28.918064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32026): Terminating (SIGTERM)\u000a09:09:28.959901 run iperf3-srv_10.42.42.10(pid=32027): Terminating (SIGTERM)\u000a09:09:29.001726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32028): Terminating (SIGTERM)\u000a09:09:29.044035 run iperf3-srv_10.42.42.10(pid=32029): Terminating (SIGTERM)\u000a09:09:29.086350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32030): Terminating (SIGTERM)\u000a09:09:29.127935 run iperf3-srv_10.42.42.10(pid=32031): Terminating (SIGTERM)\u000a09:09:29.169748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32032): Terminating (SIGTERM)\u000a09:09:29.211239 run iperf3-srv_10.42.42.10(pid=32033): Terminating (SIGTERM)\u000a09:09:29.252747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32037): Terminating (SIGTERM)\u000a09:09:29.294519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32040): Terminating (SIGTERM)\u000a09:09:29.336871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32043): Terminating (SIGTERM)\u000a09:09:29.346700 --- ParallelTerminationStrategy: PID 32026 died...\u000a09:09:29.402710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32026): Terminated: ok {rc=0}\u000a09:09:29.412714 --- ParallelTerminationStrategy: PID 32027 died...\u000a09:09:29.468137 run iperf3-srv_10.42.42.10(pid=32027): Terminated {rc=256}\u000a09:09:29.478054 --- ParallelTerminationStrategy: PID 32028 died...\u000a09:09:29.533396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32028): Terminated: ok {rc=0}\u000a09:09:29.543334 --- ParallelTerminationStrategy: PID 32029 died...\u000a09:09:29.598526 run iperf3-srv_10.42.42.10(pid=32029): Terminated {rc=256}\u000a09:09:29.608419 --- ParallelTerminationStrategy: PID 32030 died...\u000a09:09:29.663817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32030): Terminated: ok {rc=0}\u000a09:09:29.673848 --- ParallelTerminationStrategy: PID 32031 died...\u000a09:09:29.729230 run iperf3-srv_10.42.42.10(pid=32031): Terminated {rc=256}\u000a09:09:29.739201 --- ParallelTerminationStrategy: PID 32032 died...\u000a09:09:29.794503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32032): Terminated: ok {rc=0}\u000a09:09:29.804515 --- ParallelTerminationStrategy: PID 32033 died...\u000a09:09:29.859945 run iperf3-srv_10.42.42.10(pid=32033): Terminated {rc=256}\u000a09:09:29.869976 --- ParallelTerminationStrategy: PID 32037 died...\u000a09:09:29.925620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32037): Terminated: ok {rc=0}\u000a09:09:29.935603 --- ParallelTerminationStrategy: PID 32040 died...\u000a09:09:29.991269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32040): Terminated: ok {rc=0}\u000a09:09:30.001381 --- ParallelTerminationStrategy: PID 32043 died...\u000a09:09:30.056862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32043): Terminated: ok {rc=0}\u000a09:09:30.143812 bus /gobi_4: Setting Powered False\u000a09:09:31.266286 bus /gobi_4: Setting Powered False\u000a09:09:32.375386 bus /gobi_1: Setting Powered False\u000a09:09:33.481579 bus /gobi_1: Setting Powered False\u000a09:09:34.593500 bus /gobi_0: Setting Powered False\u000a09:09:35.695381 bus /gobi_0: Setting Powered False\u000a09:09:36.806470 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32051): Process ended prematurely: osmo-stp_10.42.42.5(pid=32051) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32051)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32051): Process ended prematurely: osmo-stp_10.42.42.5(pid=32051) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a09:09:37.872597 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:37.884664 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:09:38.028007 tst ping.py: using LAC 39879\u000a09:09:38.144219 tst ping.py: using RAC 99\u000a09:09:38.262636 tst ping.py: using CellId 39879\u000a09:09:38.377483 tst ping.py: using BVCI 39880\u000a09:09:38.400034 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:38.411501 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:38.422707 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:38.433840 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:38.445801 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:38.457802 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:38.469831 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:38.481813 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:09:38.756521 tst ping.py:19: start network...\u000a09:09:38.882600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:39.393241 run create_hlr_db(pid=32045): Launched\u000a09:09:39.577262 bus /gobi_6: Setting Powered False\u000a09:09:40.597521 run create_hlr_db(pid=32045): Terminated: ok {rc=0}\u000a09:09:41.022346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32047): Launched\u000a09:09:41.341947 run osmo-hlr_10.42.42.2(pid=32048): Launched\u000a09:09:41.458558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:42.017291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32050): Launched\u000a09:09:42.337166 run osmo-stp_10.42.42.5(pid=32051): Launched\u000a09:09:42.458819 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:09:43.016687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32053): Launched\u000a09:09:43.130510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:09:43.410923 run patchelf(pid=32054): Launched\u000a09:09:43.597949 run osmo-stp_10.42.42.5(pid=32051): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32051)]\u000a09:09:43.734189 run osmo-stp_10.42.42.5(pid=32051): stdout: \u000a| (launched: 2022-12-14_09:09:42.179071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:43.870750 run osmo-stp_10.42.42.5(pid=32051): stderr: \u000a| �[0;m�[38;5;43m20221214090942373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090942373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090942373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090942374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090942374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090942374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090942374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:44.003120 run osmo-stp_10.42.42.5(pid=32051): stdout: \u000a| (launched: 2022-12-14_09:09:42.179071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:44.134021 run osmo-stp_10.42.42.5(pid=32051): stderr: \u000a| �[0;m�[38;5;43m20221214090942373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090942373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090942373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090942374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090942374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090942374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090942374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:44.285942 run patchelf(pid=32054): Terminating (SIGINT)\u000a09:09:44.463974 run patchelf(pid=32054): Terminated: ok {rc=0}\u000a09:09:44.496542 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32051): Process ended prematurely: osmo-stp_10.42.42.5(pid=32051) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32051)] [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a09:09:44.506132 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:09:44.568917 run osmo-hlr_10.42.42.2(pid=32048): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32048)]\u000a09:09:44.620062 run osmo-hlr_10.42.42.2(pid=32048): stdout: \u000a| (launched: 2022-12-14_09:09:41.183784) \u000a09:09:44.672059 run osmo-hlr_10.42.42.2(pid=32048): stderr: \u000a| �[0;m�[1;31m20221214090941381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090941381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090941381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090941381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090941381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090941381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090941393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090941401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090941401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090941401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:44.716520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32047): Terminating (SIGTERM)\u000a09:09:44.758403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32050): Terminating (SIGTERM)\u000a09:09:44.800003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32053): Terminating (SIGTERM)\u000a09:09:44.809758 --- ParallelTerminationStrategy: PID 32047 died...\u000a09:09:44.865472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32047): Terminated: ok {rc=0}\u000a09:09:44.875628 --- ParallelTerminationStrategy: PID 32050 died...\u000a09:09:44.931224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32050): Terminated: ok {rc=0}\u000a09:09:44.941417 --- ParallelTerminationStrategy: PID 32053 died...\u000a09:09:44.997178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32053): Terminated: ok {rc=0}\u000a09:09:45.084300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32061): Process ended prematurely: osmo-stp_10.42.42.5(pid=32061) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32061)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32061): Process ended prematurely: osmo-stp_10.42.42.5(pid=32061) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a09:09:46.139704 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:46.153909 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:09:46.307609 tst ping_idle_ping.py: using LAC 39880\u000a09:09:46.433191 tst ping_idle_ping.py: using RAC 100\u000a09:09:46.584753 tst ping_idle_ping.py: using CellId 39880\u000a09:09:46.711460 tst ping_idle_ping.py: using BVCI 39881\u000a09:09:46.736110 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:46.748601 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:46.761182 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:46.773504 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:46.786943 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:46.800296 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:46.815856 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:09:46.829599 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:09:47.111608 tst ping_idle_ping.py:24: start network...\u000a09:09:47.240406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:47.717509 run create_hlr_db(pid=32055): Launched\u000a09:09:47.889250 bus /gobi_6: Setting Powered False\u000a09:09:48.912065 run create_hlr_db(pid=32055): Terminated: ok {rc=0}\u000a09:09:49.309904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32057): Launched\u000a09:09:49.609295 run osmo-hlr_10.42.42.2(pid=32058): Launched\u000a09:09:49.725484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:50.251879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32060): Launched\u000a09:09:50.551569 run osmo-stp_10.42.42.5(pid=32061): Launched\u000a09:09:50.659925 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:09:51.183507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32063): Launched\u000a09:09:51.289495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:09:51.552647 run patchelf(pid=32064): Launched\u000a09:09:51.728029 run osmo-stp_10.42.42.5(pid=32061): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32061)]\u000a09:09:51.856292 run osmo-stp_10.42.42.5(pid=32061): stdout: \u000a| (launched: 2022-12-14_09:09:50.403021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:51.984890 run osmo-stp_10.42.42.5(pid=32061): stderr: \u000a| �[0;m�[38;5;43m20221214090950572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090950573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090950573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090950573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090950575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090950576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090950576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:52.109382 run osmo-stp_10.42.42.5(pid=32061): stdout: \u000a| (launched: 2022-12-14_09:09:50.403021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:52.232386 run osmo-stp_10.42.42.5(pid=32061): stderr: \u000a| �[0;m�[38;5;43m20221214090950572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090950573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090950573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090950573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090950575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090950576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090950576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:52.374430 run patchelf(pid=32064): Terminating (SIGINT)\u000a09:09:52.541404 run patchelf(pid=32064): Terminated: ok {rc=0}\u000a09:09:52.571808 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32061): Process ended prematurely: osmo-stp_10.42.42.5(pid=32061) [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32061)] [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a09:09:52.580545 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:09:52.640682 run osmo-hlr_10.42.42.2(pid=32058): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32058)]\u000a09:09:52.689749 run osmo-hlr_10.42.42.2(pid=32058): stdout: \u000a| (launched: 2022-12-14_09:09:49.461012) \u000a09:09:52.739450 run osmo-hlr_10.42.42.2(pid=32058): stderr: \u000a| �[0;m�[1;31m20221214090949639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090949639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090949639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090949639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090949639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090949639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090949651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090949660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090949660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090949660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:52.781754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32057): Terminating (SIGTERM)\u000a09:09:52.821750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32060): Terminating (SIGTERM)\u000a09:09:52.861699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32063): Terminating (SIGTERM)\u000a09:09:52.870852 --- ParallelTerminationStrategy: PID 32057 died...\u000a09:09:52.924456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32057): Terminated: ok {rc=0}\u000a09:09:52.934060 --- ParallelTerminationStrategy: PID 32060 died...\u000a09:09:52.987526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32060): Terminated: ok {rc=0}\u000a09:09:52.997172 --- ParallelTerminationStrategy: PID 32063 died...\u000a09:09:53.050592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32063): Terminated: ok {rc=0}\u000a09:09:53.139473 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:08:53" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32075): Process ended prematurely: osmo-stp_10.42.42.5(pid=32075) [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32075)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32075): Process ended prematurely: osmo-stp_10.42.42.5(pid=32075) [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:09:55.179100 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:09:55.190876 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:09:55.350060 tst switch_tch_pdch.py: using LAC 39881\u000a09:09:55.466974 tst switch_tch_pdch.py: using RAC 101\u000a09:09:55.584059 tst switch_tch_pdch.py: using CellId 39881\u000a09:09:55.707719 tst switch_tch_pdch.py: using BVCI 39882\u000a09:09:55.732172 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:09:55.743982 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:09:55.755663 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:09:55.767361 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:09:55.778965 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:09:55.790588 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:09:55.802280 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:09:55.814023 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:09:55.930213 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:09:56.205390 tst switch_tch_pdch.py:51: start network...\u000a09:09:56.328434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:56.801177 run create_hlr_db(pid=32069): Launched\u000a09:09:56.972391 bus /gobi_6: Setting Powered False\u000a09:09:57.994295 run create_hlr_db(pid=32069): Terminated: ok {rc=0}\u000a09:09:58.418780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32071): Launched\u000a09:09:58.739095 run osmo-hlr_10.42.42.2(pid=32072): Launched\u000a09:09:58.854807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:59.409570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32074): Launched\u000a09:09:59.728655 run osmo-stp_10.42.42.5(pid=32075): Launched\u000a09:09:59.843516 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:10:00.400878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32077): Launched\u000a09:10:00.513997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:10:00.793387 run patchelf(pid=32078): Launched\u000a09:10:01.010231 run osmo-stp_10.42.42.5(pid=32075): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32075)]\u000a09:10:01.148313 run osmo-stp_10.42.42.5(pid=32075): stdout: \u000a| (launched: 2022-12-14_09:09:59.571086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:01.287246 run osmo-stp_10.42.42.5(pid=32075): stderr: \u000a| �[0;m�[38;5;43m20221214090959765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090959765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090959765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090959766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090959766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090959766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090959766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:01.422942 run osmo-stp_10.42.42.5(pid=32075): stdout: \u000a| (launched: 2022-12-14_09:09:59.571086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:01.557062 run osmo-stp_10.42.42.5(pid=32075): stderr: \u000a| �[0;m�[38;5;43m20221214090959765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214090959765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214090959765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214090959766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214090959766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214090959766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214090959766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:01.712434 run patchelf(pid=32078): Terminating (SIGINT)\u000a09:10:01.918008 run patchelf(pid=32078): Terminated: ok {rc=0}\u000a09:10:01.960030 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32075): Process ended prematurely: osmo-stp_10.42.42.5(pid=32075) [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32075)] [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:10:01.974661 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a09:10:02.038506 run osmo-hlr_10.42.42.2(pid=32072): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32072)]\u000a09:10:02.090920 run osmo-hlr_10.42.42.2(pid=32072): stdout: \u000a| (launched: 2022-12-14_09:09:58.580663) \u000a09:10:02.144077 run osmo-hlr_10.42.42.2(pid=32072): stderr: \u000a| �[0;m�[1;31m20221214090958779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214090958779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214090958779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090958779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214090958779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214090958779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214090958792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214090958802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214090958802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214090958802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:02.189378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32071): Terminating (SIGTERM)\u000a09:10:02.231773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32074): Terminating (SIGTERM)\u000a09:10:02.274397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32077): Terminating (SIGTERM)\u000a09:10:02.284104 --- ParallelTerminationStrategy: PID 32071 died...\u000a09:10:02.340501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32071): Terminated: ok {rc=0}\u000a09:10:02.350639 --- ParallelTerminationStrategy: PID 32074 died...\u000a09:10:02.406334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32074): Terminated: ok {rc=0}\u000a09:10:02.416277 --- ParallelTerminationStrategy: PID 32077 died...\u000a09:10:02.471734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32077): Terminated: ok {rc=0}\u000a09:10:02.558689 bus /gobi_0: Setting Powered False\u000a09:10:03.665351 bus /gobi_0: Setting Powered False\u000a09:10:04.775406 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:09:54" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32092): Process ended prematurely: osmo-stp_10.42.42.5(pid=32092) [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32092)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32092): Process ended prematurely: osmo-stp_10.42.42.5(pid=32092) [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:10:06.755759 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:10:06.767395 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:10:06.931174 tst switch_tch_pdch.py: using LAC 39882\u000a09:10:07.057825 tst switch_tch_pdch.py: using RAC 102\u000a09:10:07.184462 tst switch_tch_pdch.py: using CellId 39882\u000a09:10:07.304702 tst switch_tch_pdch.py: using BVCI 39883\u000a09:10:07.327583 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:10:07.338957 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:10:07.350256 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:10:07.361195 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:10:07.372166 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:10:07.383371 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:10:07.394689 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:10:07.405881 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:10:07.527004 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:10:07.801895 tst switch_tch_pdch.py:51: start network...\u000a09:10:07.925389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:08.370315 run create_hlr_db(pid=32086): Launched\u000a09:10:08.491476 bus /gobi_6: Setting Powered False\u000a09:10:09.563518 run create_hlr_db(pid=32086): Terminated: ok {rc=0}\u000a09:10:09.935917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32088): Launched\u000a09:10:10.233782 run osmo-hlr_10.42.42.2(pid=32089): Launched\u000a09:10:10.349353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:10.851435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32091): Launched\u000a09:10:11.150611 run osmo-stp_10.42.42.5(pid=32092): Launched\u000a09:10:11.258672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:10:11.752782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32094): Launched\u000a09:10:11.858365 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:10:12.119092 run patchelf(pid=32095): Launched\u000a09:10:12.293694 run osmo-stp_10.42.42.5(pid=32092): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32092)]\u000a09:10:12.421269 run osmo-stp_10.42.42.5(pid=32092): stdout: \u000a| (launched: 2022-12-14_09:10:11.002913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:12.549596 run osmo-stp_10.42.42.5(pid=32092): stderr: \u000a| �[0;m�[38;5;43m20221214091011172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091011172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091011172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091011173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091011173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091011173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091011174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:12.673102 run osmo-stp_10.42.42.5(pid=32092): stdout: \u000a| (launched: 2022-12-14_09:10:11.002913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:12.795625 run osmo-stp_10.42.42.5(pid=32092): stderr: \u000a| �[0;m�[38;5;43m20221214091011172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091011172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091011172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091011173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091011173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091011173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091011174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:12.937910 run patchelf(pid=32095): Terminating (SIGINT)\u000a09:10:13.104870 run patchelf(pid=32095): Terminated: ok {rc=0}\u000a09:10:13.135323 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32092): Process ended prematurely: osmo-stp_10.42.42.5(pid=32092) [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32092)] [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:10:13.144059 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a09:10:13.204143 run osmo-hlr_10.42.42.2(pid=32089): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32089)]\u000a09:10:13.253471 run osmo-hlr_10.42.42.2(pid=32089): stdout: \u000a| (launched: 2022-12-14_09:10:10.086386) \u000a09:10:13.303593 run osmo-hlr_10.42.42.2(pid=32089): stderr: \u000a| �[0;m�[1;31m20221214091010261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091010261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091010262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091010262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091010262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091010262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091010273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091010282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091010282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091010282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:13.346185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32088): Terminating (SIGTERM)\u000a09:10:13.386387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32091): Terminating (SIGTERM)\u000a09:10:13.426452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32094): Terminating (SIGTERM)\u000a09:10:13.435559 --- ParallelTerminationStrategy: PID 32088 died...\u000a09:10:13.489505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32088): Terminated: ok {rc=0}\u000a09:10:13.499158 --- ParallelTerminationStrategy: PID 32091 died...\u000a09:10:13.552758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32091): Terminated: ok {rc=0}\u000a09:10:13.562318 --- ParallelTerminationStrategy: PID 32094 died...\u000a09:10:13.616088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32094): Terminated: ok {rc=0}\u000a09:10:13.705034 bus /gobi_0: Setting Powered False\u000a09:10:14.807502 bus /gobi_0: Setting Powered False\u000a09:10:15.928597 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:10:06" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32100): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32100) [trial-2402↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32100)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32100): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32100) [trial-2402↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a09:10:17.874685 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a09:10:17.885933 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a09:10:18.027228 tst mo_mt_sms.py: using LAC 39883\u000a09:10:18.152214 tst mo_mt_sms.py: using RAC 103\u000a09:10:18.275871 tst mo_mt_sms.py: using CellId 39883\u000a09:10:18.400847 tst mo_mt_sms.py: using BVCI 39884\u000a09:10:18.425040 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:10:18.541277 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:10:18.828609 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:10:18.961601 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:10:19.618799 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32099): Launched\u000a09:10:19.934720 run osmo-nitb_10.42.42.2(pid=32100): Launched\u000a09:10:20.129867 run osmo-nitb_10.42.42.2(pid=32100): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32100)]\u000a09:10:20.273195 run osmo-nitb_10.42.42.2(pid=32100): stdout: \u000a| (launched: 2022-12-14_09:10:19.780825) \u000a09:10:20.417369 run osmo-nitb_10.42.42.2(pid=32100): stderr: \u000a| (launched: 2022-12-14_09:10:19.828272)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:10:20.556375 run osmo-nitb_10.42.42.2(pid=32100): stdout: \u000a| (launched: 2022-12-14_09:10:19.780825) \u000a09:10:20.694638 run osmo-nitb_10.42.42.2(pid=32100): stderr: \u000a| (launched: 2022-12-14_09:10:19.828272)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:10:21.061984 tst osmo-nitb_10.42.42.2(pid=32100): stdout: \u000a| (launched: 2022-12-14_09:10:19.780825) \u000a09:10:21.187886 tst osmo-nitb_10.42.42.2(pid=32100): stderr: \u000a| (launched: 2022-12-14_09:10:19.828272)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:10:21.243227 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32100): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32100) [trial-2402↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32100)] [trial-2402↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a09:10:21.252046 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a09:10:21.287833 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32099): Terminating (SIGTERM)\u000a09:10:21.465483 --- ParallelTerminationStrategy: PID 32099 died...\u000a09:10:21.522320 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32099): Terminated: ok {rc=0}\u000a09:10:21.608460 bus /sierra_3: Setting Powered False\u000a09:10:22.715267 bus /sierra_3: Setting Powered False\u000a09:10:23.825468 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:10:17" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32110): Process ended prematurely: osmo-stp_10.42.42.5(pid=32110) [trial-2402↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32110): Process ended prematurely: osmo-stp_10.42.42.5(pid=32110) [trial-2402↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a09:10:25.729695 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:25.741360 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a09:10:25.879194 tst mo_mt_sms.py: using LAC 39884\u000a09:10:25.994444 tst mo_mt_sms.py: using RAC 104\u000a09:10:26.109435 tst mo_mt_sms.py: using CellId 39884\u000a09:10:26.224849 tst mo_mt_sms.py: using BVCI 39885\u000a09:10:26.247512 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:26.258093 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:26.268471 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:26.278821 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:26.289299 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:26.300446 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:10:26.418074 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:10:26.628783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:27.136381 run create_hlr_db(pid=32104): Launched\u000a09:10:27.320115 bus /sierra_2: Setting Powered False\u000a09:10:28.340786 run create_hlr_db(pid=32104): Terminated: ok {rc=0}\u000a09:10:28.742177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32106): Launched\u000a09:10:29.041302 run osmo-hlr_10.42.42.2(pid=32107): Launched\u000a09:10:29.156427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:29.685065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32109): Launched\u000a09:10:29.983162 run osmo-stp_10.42.42.5(pid=32110): Launched\u000a09:10:30.091461 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:30.636631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32112): Launched\u000a09:10:31.066124 run osmo-msc_10.42.42.6(pid=32113): Launched\u000a09:10:31.462079 run osmo-stp_10.42.42.5(pid=32110): ERR: Terminated: ERROR {rc=1} [trial-2402↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)]\u000a09:10:31.630929 run osmo-stp_10.42.42.5(pid=32110): stdout: \u000a| (launched: 2022-12-14_09:10:29.835782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:31.783299 run osmo-stp_10.42.42.5(pid=32110): stderr: \u000a| �[0;m�[38;5;43m20221214091030007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091030007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091030007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091030008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091030008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091030008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091030008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:31.918397 run osmo-stp_10.42.42.5(pid=32110): stdout: \u000a| (launched: 2022-12-14_09:10:29.835782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:32.068601 run osmo-stp_10.42.42.5(pid=32110): stderr: \u000a| �[0;m�[38;5;43m20221214091030007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091030007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091030007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091030008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091030008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091030008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091030008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:32.139333 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32110): Process ended prematurely: osmo-stp_10.42.42.5(pid=32110) [trial-2402↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)] [trial-2402↪sms:trx-lms↪mo_mt_sms.py:16]\u000a09:10:32.148496 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a09:10:32.212130 run osmo-hlr_10.42.42.2(pid=32107): ERR: Terminated: ERROR {rc=237} [trial-2402↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32107)]\u000a09:10:32.263349 run osmo-hlr_10.42.42.2(pid=32107): stdout: \u000a| (launched: 2022-12-14_09:10:28.893243) \u000a09:10:32.317712 run osmo-hlr_10.42.42.2(pid=32107): stderr: \u000a| �[0;m�[1;31m20221214091029068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091029069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091029069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091029069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091029069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091029069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091029081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091029089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091029090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091029090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:32.389001 run osmo-msc_10.42.42.6(pid=32113): ERR: Terminated: ERROR {rc=2} [trial-2402↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32113)]\u000a09:10:32.440758 run osmo-msc_10.42.42.6(pid=32113): stdout: \u000a| (launched: 2022-12-14_09:10:30.787126) \u000a09:10:32.492880 run osmo-msc_10.42.42.6(pid=32113): stderr: \u000a| �[0;m�[38;5;43m20221214091031230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091031230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb97648bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091031230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091031230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091031230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091031231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091031242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091031243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091031243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091031243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:32.537321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32106): Terminating (SIGTERM)\u000a09:10:32.579522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32109): Terminating (SIGTERM)\u000a09:10:32.621457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32112): Terminating (SIGTERM)\u000a09:10:32.631023 --- ParallelTerminationStrategy: PID 32106 died...\u000a09:10:32.687018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32106): Terminated: ok {rc=0}\u000a09:10:32.697148 --- ParallelTerminationStrategy: PID 32109 died...\u000a09:10:32.752687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32109): Terminated: ok {rc=0}\u000a09:10:32.762777 --- ParallelTerminationStrategy: PID 32112 died...\u000a09:10:32.818360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32112): Terminated: ok {rc=0}\u000a09:10:32.904838 bus /sierra_3: Setting Powered False\u000a09:10:34.010894 bus /sierra_3: Setting Powered False\u000a09:10:35.122848 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:10:25" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32119): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32119) [trial-2402↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32119)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32119): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32119) [trial-2402↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a09:10:36.966450 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a09:10:36.978072 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a09:10:37.117646 tst assert_extension.py: using LAC 39885\u000a09:10:37.242212 tst assert_extension.py: using RAC 105\u000a09:10:37.368004 tst assert_extension.py: using CellId 39885\u000a09:10:37.494486 tst assert_extension.py: using BVCI 39886\u000a09:10:37.518722 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a09:10:37.793833 tst assert_extension.py:10: start nitb and bts...\u000a09:10:37.917739 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:10:38.535399 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32118): Launched\u000a09:10:38.830467 run osmo-nitb_10.42.42.2(pid=32119): Launched\u000a09:10:39.013371 run osmo-nitb_10.42.42.2(pid=32119): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32119)]\u000a09:10:39.148394 run osmo-nitb_10.42.42.2(pid=32119): stdout: \u000a| (launched: 2022-12-14_09:10:38.686273) \u000a09:10:39.283766 run osmo-nitb_10.42.42.2(pid=32119): stderr: \u000a| (launched: 2022-12-14_09:10:38.730467)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:10:39.414749 run osmo-nitb_10.42.42.2(pid=32119): stdout: \u000a| (launched: 2022-12-14_09:10:38.686273) \u000a09:10:39.544449 run osmo-nitb_10.42.42.2(pid=32119): stderr: \u000a| (launched: 2022-12-14_09:10:38.730467)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:10:39.951192 tst osmo-nitb_10.42.42.2(pid=32119): stdout: \u000a| (launched: 2022-12-14_09:10:38.686273) \u000a09:10:40.069769 tst osmo-nitb_10.42.42.2(pid=32119): stderr: \u000a| (launched: 2022-12-14_09:10:38.730467)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:10:40.121741 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32119): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32119) [trial-2402↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32119)] [trial-2402↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a09:10:40.130170 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:10:40.164482 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32118): Terminating (SIGTERM)\u000a09:10:40.342162 --- ParallelTerminationStrategy: PID 32118 died...\u000a09:10:40.397216 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32118): Terminated: ok {rc=0}\u000a09:10:40.485628 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:10:36" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32130): Process ended prematurely: osmo-stp_10.42.42.5(pid=32130) [trial-2402↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32130)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32130): Process ended prematurely: osmo-stp_10.42.42.5(pid=32130) [trial-2402↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a09:10:42.324647 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:42.335742 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a09:10:42.477551 tst assert_extension.py: using LAC 39886\u000a09:10:42.601266 tst assert_extension.py: using RAC 106\u000a09:10:42.726752 tst assert_extension.py: using CellId 39886\u000a09:10:42.849442 tst assert_extension.py: using BVCI 39887\u000a09:10:42.873676 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:42.884590 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:42.895582 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:42.906456 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:42.917459 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:10:42.928317 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a09:10:43.128870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:43.600486 run create_hlr_db(pid=32124): Launched\u000a09:10:43.772691 bus /sierra_2: Setting Powered False\u000a09:10:44.794234 run create_hlr_db(pid=32124): Terminated: ok {rc=0}\u000a09:10:45.220333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32126): Launched\u000a09:10:45.541871 run osmo-hlr_10.42.42.2(pid=32127): Launched\u000a09:10:45.658897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:46.238914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32129): Launched\u000a09:10:46.663237 run osmo-stp_10.42.42.5(pid=32130): Launched\u000a09:10:46.789821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:47.417820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32132): Launched\u000a09:10:47.739168 run osmo-msc_10.42.42.6(pid=32133): Launched\u000a09:10:47.925307 run osmo-stp_10.42.42.5(pid=32130): ERR: Terminated: ERROR {rc=1} [trial-2402↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32130)]\u000a09:10:48.060821 run osmo-stp_10.42.42.5(pid=32130): stdout: \u000a| (launched: 2022-12-14_09:10:46.399623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:48.195412 run osmo-stp_10.42.42.5(pid=32130): stderr: \u000a| �[0;m�[38;5;43m20221214091046635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091046635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091046635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091046636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091046636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091046636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091046645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:48.323662 run osmo-stp_10.42.42.5(pid=32130): stdout: \u000a| (launched: 2022-12-14_09:10:46.399623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:48.451011 run osmo-stp_10.42.42.5(pid=32130): stderr: \u000a| �[0;m�[38;5;43m20221214091046635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091046635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091046635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091046636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091046636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091046636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091046645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:48.506782 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32130): Process ended prematurely: osmo-stp_10.42.42.5(pid=32130) [trial-2402↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32130)] [trial-2402↪ussd:trx-lms↪assert_extension.py:17]\u000a09:10:48.515490 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a09:10:48.577937 run osmo-hlr_10.42.42.2(pid=32127): ERR: Terminated: ERROR {rc=237} [trial-2402↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32127)]\u000a09:10:48.629349 run osmo-hlr_10.42.42.2(pid=32127): stdout: \u000a| (launched: 2022-12-14_09:10:45.382626) \u000a09:10:48.681337 run osmo-hlr_10.42.42.2(pid=32127): stderr: \u000a| �[0;m�[1;31m20221214091045578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091045579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091045579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091045579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091045579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091045579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091045593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091045603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091045603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091045603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:48.751861 run osmo-msc_10.42.42.6(pid=32133): ERR: Terminated: ERROR {rc=2} [trial-2402↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32133)]\u000a09:10:48.802897 run osmo-msc_10.42.42.6(pid=32133): stdout: \u000a| (launched: 2022-12-14_09:10:47.580107) \u000a09:10:48.854523 run osmo-msc_10.42.42.6(pid=32133): stderr: \u000a| �[0;m�[38;5;43m20221214091047902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091047902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f986ee34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091047902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091047902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091047902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091047902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091047904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091047904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091047905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091047905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:48.898645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32126): Terminating (SIGTERM)\u000a09:10:48.940138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32129): Terminating (SIGTERM)\u000a09:10:48.981776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32132): Terminating (SIGTERM)\u000a09:10:48.991361 --- ParallelTerminationStrategy: PID 32126 died...\u000a09:10:49.046890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32126): Terminated: ok {rc=0}\u000a09:10:49.057032 --- ParallelTerminationStrategy: PID 32129 died...\u000a09:10:49.112368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32129): Terminated: ok {rc=0}\u000a09:10:49.122448 --- ParallelTerminationStrategy: PID 32132 died...\u000a09:10:49.177887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32132): Terminated: ok {rc=0}\u000a09:10:49.265483 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:10:42" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32146): Process ended prematurely: osmo-stp_10.42.42.5(pid=32146) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32146)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32146): Process ended prematurely: osmo-stp_10.42.42.5(pid=32146) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:10:51.227527 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:10:51.238649 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:10:51.398486 tst mo_mt_call.py: using LAC 39887\u000a09:10:51.517364 tst mo_mt_call.py: using RAC 107\u000a09:10:51.636216 tst mo_mt_call.py: using CellId 39887\u000a09:10:51.756128 tst mo_mt_call.py: using BVCI 39888\u000a09:10:51.779284 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:10:51.790634 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:10:51.801654 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:10:51.812500 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:10:51.823782 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:10:51.835092 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:10:51.955795 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:10:52.171792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:52.692513 run create_hlr_db(pid=32140): Launched\u000a09:10:52.879518 bus /sierra_2: Setting Powered False\u000a09:10:53.901028 run create_hlr_db(pid=32140): Terminated: ok {rc=0}\u000a09:10:54.310145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32142): Launched\u000a09:10:54.619195 run osmo-hlr_10.42.42.2(pid=32143): Launched\u000a09:10:54.736679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:55.264740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32145): Launched\u000a09:10:55.569641 run osmo-stp_10.42.42.5(pid=32146): Launched\u000a09:10:55.679720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:56.235220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32148): Launched\u000a09:10:56.539875 run osmo-msc_10.42.42.6(pid=32149): Launched\u000a09:10:56.717433 run osmo-stp_10.42.42.5(pid=32146): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32146)]\u000a09:10:56.845582 run osmo-stp_10.42.42.5(pid=32146): stdout: \u000a| (launched: 2022-12-14_09:10:55.418939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:56.971895 run osmo-stp_10.42.42.5(pid=32146): stderr: \u000a| �[0;m�[38;5;43m20221214091055589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091055589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091055589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091055589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091055590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091055590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091055590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:57.093531 run osmo-stp_10.42.42.5(pid=32146): stdout: \u000a| (launched: 2022-12-14_09:10:55.418939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:57.214011 run osmo-stp_10.42.42.5(pid=32146): stderr: \u000a| �[0;m�[38;5;43m20221214091055589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091055589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091055589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091055589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091055590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091055590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091055590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:57.267183 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32146): Process ended prematurely: osmo-stp_10.42.42.5(pid=32146) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32146)] [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:10:57.275812 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:10:57.335459 run osmo-hlr_10.42.42.2(pid=32143): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32143)]\u000a09:10:57.384404 run osmo-hlr_10.42.42.2(pid=32143): stdout: \u000a| (launched: 2022-12-14_09:10:54.464733) \u000a09:10:57.434146 run osmo-hlr_10.42.42.2(pid=32143): stderr: \u000a| �[0;m�[1;31m20221214091054640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091054640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091054640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091054640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091054640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091054640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091054653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091054661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091054661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091054661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:57.501778 run osmo-msc_10.42.42.6(pid=32149): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32149)]\u000a09:10:57.550977 run osmo-msc_10.42.42.6(pid=32149): stdout: \u000a| (launched: 2022-12-14_09:10:56.388712) \u000a09:10:57.600537 run osmo-msc_10.42.42.6(pid=32149): stderr: \u000a| �[0;m�[38;5;43m20221214091056663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091056663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4a3ce8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091056664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091056664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091056664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091056664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091056666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091056666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091056666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091056666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:57.642646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32142): Terminating (SIGTERM)\u000a09:10:57.682497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32145): Terminating (SIGTERM)\u000a09:10:57.722253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32148): Terminating (SIGTERM)\u000a09:10:57.731319 --- ParallelTerminationStrategy: PID 32142 died...\u000a09:10:57.785050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32142): Terminated: ok {rc=0}\u000a09:10:57.794560 --- ParallelTerminationStrategy: PID 32145 died...\u000a09:10:57.848130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32145): Terminated: ok {rc=0}\u000a09:10:57.857776 --- ParallelTerminationStrategy: PID 32148 died...\u000a09:10:57.911434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32148): Terminated: ok {rc=0}\u000a09:10:57.995581 bus /sierra_3: Setting Powered False\u000a09:10:59.102442 bus /sierra_3: Setting Powered False\u000a09:11:00.210319 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32157): Process ended prematurely: osmo-stp_10.42.42.5(pid=32157) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32157)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32157): Process ended prematurely: osmo-stp_10.42.42.5(pid=32157) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:11:01.321901 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:11:01.334803 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:11:01.508591 tst mo_mt_call_osmux.py: using LAC 39888\u000a09:11:01.667997 tst mo_mt_call_osmux.py: using RAC 108\u000a09:11:01.826631 tst mo_mt_call_osmux.py: using CellId 39888\u000a09:11:01.964568 tst mo_mt_call_osmux.py: using BVCI 39889\u000a09:11:01.990948 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:11:02.003651 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:11:02.016230 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:11:02.028743 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:11:02.041316 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:11:02.054740 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:11:02.179331 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:11:02.400524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:02.923973 run create_hlr_db(pid=32151): Launched\u000a09:11:03.120692 bus /sierra_2: Setting Powered False\u000a09:11:04.127881 run create_hlr_db(pid=32151): Terminated: ok {rc=0}\u000a09:11:04.531936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32153): Launched\u000a09:11:04.829313 run osmo-hlr_10.42.42.2(pid=32154): Launched\u000a09:11:04.937949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:05.450180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32156): Launched\u000a09:11:05.745192 run osmo-stp_10.42.42.5(pid=32157): Launched\u000a09:11:05.852571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:06.392484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32159): Launched\u000a09:11:06.688921 run osmo-msc_10.42.42.6(pid=32160): Launched\u000a09:11:06.862918 run osmo-stp_10.42.42.5(pid=32157): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32157)]\u000a09:11:06.987923 run osmo-stp_10.42.42.5(pid=32157): stdout: \u000a| (launched: 2022-12-14_09:11:05.599627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:07.110698 run osmo-stp_10.42.42.5(pid=32157): stderr: \u000a| �[0;m�[38;5;43m20221214091105767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091105767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091105767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091105768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091105768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091105768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091105768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:07.229075 run osmo-stp_10.42.42.5(pid=32157): stdout: \u000a| (launched: 2022-12-14_09:11:05.599627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:07.346370 run osmo-stp_10.42.42.5(pid=32157): stderr: \u000a| �[0;m�[38;5;43m20221214091105767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091105767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091105767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091105768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091105768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091105768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091105768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:07.398102 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32157): Process ended prematurely: osmo-stp_10.42.42.5(pid=32157) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32157)] [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:11:07.406776 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:11:07.466096 run osmo-hlr_10.42.42.2(pid=32154): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32154)]\u000a09:11:07.514745 run osmo-hlr_10.42.42.2(pid=32154): stdout: \u000a| (launched: 2022-12-14_09:11:04.681941) \u000a09:11:07.564312 run osmo-hlr_10.42.42.2(pid=32154): stderr: \u000a| �[0;m�[1;31m20221214091104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091104868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091104877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091104877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091104877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:07.631229 run osmo-msc_10.42.42.6(pid=32160): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32160)]\u000a09:11:07.680138 run osmo-msc_10.42.42.6(pid=32160): stdout: \u000a| (launched: 2022-12-14_09:11:06.541804) \u000a09:11:07.729574 run osmo-msc_10.42.42.6(pid=32160): stderr: \u000a| �[0;m�[38;5;43m20221214091106811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091106811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f723d897c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091106811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091106811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091106811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091106812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091106813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091106814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091106814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091106814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:07.771522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32153): Terminating (SIGTERM)\u000a09:11:07.811361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32156): Terminating (SIGTERM)\u000a09:11:07.851182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32159): Terminating (SIGTERM)\u000a09:11:07.860220 --- ParallelTerminationStrategy: PID 32153 died...\u000a09:11:07.913827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32153): Terminated: ok {rc=0}\u000a09:11:07.923272 --- ParallelTerminationStrategy: PID 32156 died...\u000a09:11:07.976084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32156): Terminated: ok {rc=0}\u000a09:11:07.985875 --- ParallelTerminationStrategy: PID 32159 died...\u000a09:11:08.038853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32159): Terminated: ok {rc=0}\u000a09:11:08.129278 bus /sierra_3: Setting Powered False\u000a09:11:09.236533 bus /sierra_3: Setting Powered False\u000a09:11:10.344245 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:10:50" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32172): Process ended prematurely: osmo-stp_10.42.42.5(pid=32172) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32172)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32172): Process ended prematurely: osmo-stp_10.42.42.5(pid=32172) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:11:12.349823 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:12.361451 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:11:12.523088 tst mo_mt_call.py: using LAC 39889\u000a09:11:12.644859 tst mo_mt_call.py: using RAC 109\u000a09:11:12.771266 tst mo_mt_call.py: using CellId 39889\u000a09:11:12.893445 tst mo_mt_call.py: using BVCI 39890\u000a09:11:12.917381 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:12.928773 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:12.940167 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:12.951460 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:12.962870 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:12.974264 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:11:13.090355 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:11:13.295037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:13.799276 run create_hlr_db(pid=32166): Launched\u000a09:11:13.980304 bus /sierra_2: Setting Powered False\u000a09:11:15.001585 run create_hlr_db(pid=32166): Terminated: ok {rc=0}\u000a09:11:15.396296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32168): Launched\u000a09:11:15.691900 run osmo-hlr_10.42.42.2(pid=32169): Launched\u000a09:11:15.804819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:16.382352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32171): Launched\u000a09:11:16.812228 run osmo-stp_10.42.42.5(pid=32172): Launched\u000a09:11:17.022308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:17.599233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32174): Launched\u000a09:11:17.915240 run osmo-msc_10.42.42.6(pid=32175): Launched\u000a09:11:18.098488 run osmo-stp_10.42.42.5(pid=32172): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32172)]\u000a09:11:18.232221 run osmo-stp_10.42.42.5(pid=32172): stdout: \u000a| (launched: 2022-12-14_09:11:16.546408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:18.364114 run osmo-stp_10.42.42.5(pid=32172): stderr: \u000a| �[0;m�[38;5;43m20221214091116841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091116841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091116841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091116842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091116842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091116842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091116842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:18.490587 run osmo-stp_10.42.42.5(pid=32172): stdout: \u000a| (launched: 2022-12-14_09:11:16.546408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:18.615121 run osmo-stp_10.42.42.5(pid=32172): stderr: \u000a| �[0;m�[38;5;43m20221214091116841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091116841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091116841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091116842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091116842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091116842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091116842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:18.670475 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32172): Process ended prematurely: osmo-stp_10.42.42.5(pid=32172) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32172)] [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:11:18.679730 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:11:18.742091 run osmo-hlr_10.42.42.2(pid=32169): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32169)]\u000a09:11:18.792923 run osmo-hlr_10.42.42.2(pid=32169): stdout: \u000a| (launched: 2022-12-14_09:11:15.546198) \u000a09:11:18.844535 run osmo-hlr_10.42.42.2(pid=32169): stderr: \u000a| �[0;m�[1;31m20221214091115718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091115718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091115718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091115718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091115718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091115718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091115730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091115739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091115739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091115739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:18.914800 run osmo-msc_10.42.42.6(pid=32175): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32175)]\u000a09:11:18.965855 run osmo-msc_10.42.42.6(pid=32175): stdout: \u000a| (launched: 2022-12-14_09:11:17.759155) \u000a09:11:19.017566 run osmo-msc_10.42.42.6(pid=32175): stderr: \u000a| �[0;m�[38;5;43m20221214091118078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091118078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87116dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091118078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091118078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091118079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091118079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091118080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091118081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091118081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091118081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:19.061399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32168): Terminating (SIGTERM)\u000a09:11:19.102828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32171): Terminating (SIGTERM)\u000a09:11:19.144144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32174): Terminating (SIGTERM)\u000a09:11:19.153757 --- ParallelTerminationStrategy: PID 32168 died...\u000a09:11:19.209029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32168): Terminated: ok {rc=0}\u000a09:11:19.219071 --- ParallelTerminationStrategy: PID 32171 died...\u000a09:11:19.274064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32171): Terminated: ok {rc=0}\u000a09:11:19.284048 --- ParallelTerminationStrategy: PID 32174 died...\u000a09:11:19.339390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32174): Terminated: ok {rc=0}\u000a09:11:19.425389 bus /sierra_3: Setting Powered False\u000a09:11:20.531010 bus /sierra_3: Setting Powered False\u000a09:11:21.637674 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32183): Process ended prematurely: osmo-stp_10.42.42.5(pid=32183) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32183)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32183): Process ended prematurely: osmo-stp_10.42.42.5(pid=32183) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:11:22.746030 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:22.757604 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:11:22.913430 tst mo_mt_call_osmux.py: using LAC 39890\u000a09:11:23.029270 tst mo_mt_call_osmux.py: using RAC 110\u000a09:11:23.147197 tst mo_mt_call_osmux.py: using CellId 39890\u000a09:11:23.268900 tst mo_mt_call_osmux.py: using BVCI 39891\u000a09:11:23.293019 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:23.304783 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:23.316396 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:23.327963 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:23.339724 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:11:23.351477 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:11:23.467647 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:11:23.673139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:24.175716 run create_hlr_db(pid=32177): Launched\u000a09:11:24.356669 bus /sierra_2: Setting Powered False\u000a09:11:25.377771 run create_hlr_db(pid=32177): Terminated: ok {rc=0}\u000a09:11:25.795999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32179): Launched\u000a09:11:26.109212 run osmo-hlr_10.42.42.2(pid=32180): Launched\u000a09:11:26.226745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:26.774352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32182): Launched\u000a09:11:27.087027 run osmo-stp_10.42.42.5(pid=32183): Launched\u000a09:11:27.200000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:27.773717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32185): Launched\u000a09:11:28.087107 run osmo-msc_10.42.42.6(pid=32186): Launched\u000a09:11:28.271498 run osmo-stp_10.42.42.5(pid=32183): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32183)]\u000a09:11:28.405473 run osmo-stp_10.42.42.5(pid=32183): stdout: \u000a| (launched: 2022-12-14_09:11:26.933723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:28.537530 run osmo-stp_10.42.42.5(pid=32183): stderr: \u000a| �[0;m�[38;5;43m20221214091127122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091127122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091127122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091127122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091127123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091127123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091127123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:28.663146 run osmo-stp_10.42.42.5(pid=32183): stdout: \u000a| (launched: 2022-12-14_09:11:26.933723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:28.787793 run osmo-stp_10.42.42.5(pid=32183): stderr: \u000a| �[0;m�[38;5;43m20221214091127122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091127122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091127122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091127122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091127123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091127123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091127123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:28.843190 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32183): Process ended prematurely: osmo-stp_10.42.42.5(pid=32183) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32183)] [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:11:28.852447 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:11:28.914805 run osmo-hlr_10.42.42.2(pid=32180): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32180)]\u000a09:11:28.966185 run osmo-hlr_10.42.42.2(pid=32180): stdout: \u000a| (launched: 2022-12-14_09:11:25.955470) \u000a09:11:29.018330 run osmo-hlr_10.42.42.2(pid=32180): stderr: \u000a| �[0;m�[1;31m20221214091126149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091126149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091126149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091126149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091126149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091126149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091126160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091126168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091126168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091126168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:29.088829 run osmo-msc_10.42.42.6(pid=32186): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32186)]\u000a09:11:29.140128 run osmo-msc_10.42.42.6(pid=32186): stdout: \u000a| (launched: 2022-12-14_09:11:27.932823) \u000a09:11:29.191774 run osmo-msc_10.42.42.6(pid=32186): stderr: \u000a| �[0;m�[38;5;43m20221214091128250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091128250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5e2e2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091128250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091128250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091128251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091128251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091128252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091128253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091128253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091128253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:29.235734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32179): Terminating (SIGTERM)\u000a09:11:29.277333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32182): Terminating (SIGTERM)\u000a09:11:29.318888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32185): Terminating (SIGTERM)\u000a09:11:29.328576 --- ParallelTerminationStrategy: PID 32179 died...\u000a09:11:29.384217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32179): Terminated: ok {rc=0}\u000a09:11:29.394670 --- ParallelTerminationStrategy: PID 32182 died...\u000a09:11:29.450262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32182): Terminated: ok {rc=0}\u000a09:11:29.460366 --- ParallelTerminationStrategy: PID 32185 died...\u000a09:11:29.515815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32185): Terminated: ok {rc=0}\u000a09:11:29.602329 bus /sierra_3: Setting Powered False\u000a09:11:30.703927 bus /sierra_3: Setting Powered False\u000a09:11:31.829496 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:11:12" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32197): Process ended prematurely: osmo-stp_10.42.42.5(pid=32197) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32197)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32197): Process ended prematurely: osmo-stp_10.42.42.5(pid=32197) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:11:33.823258 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:33.834432 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:11:33.989035 tst mo_mt_call.py: using LAC 39891\u000a09:11:34.104858 tst mo_mt_call.py: using RAC 111\u000a09:11:34.221748 tst mo_mt_call.py: using CellId 39891\u000a09:11:34.337802 tst mo_mt_call.py: using BVCI 39892\u000a09:11:34.360158 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:34.371169 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:34.381908 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:34.392647 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:34.403879 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:34.415064 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:11:34.533548 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:11:34.736440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:35.200101 run create_hlr_db(pid=32191): Launched\u000a09:11:35.368748 bus /sierra_2: Setting Powered False\u000a09:11:36.392123 run create_hlr_db(pid=32191): Terminated: ok {rc=0}\u000a09:11:36.783976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32193): Launched\u000a09:11:37.079111 run osmo-hlr_10.42.42.2(pid=32194): Launched\u000a09:11:37.193820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:37.710583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32196): Launched\u000a09:11:38.004228 run osmo-stp_10.42.42.5(pid=32197): Launched\u000a09:11:38.111596 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:38.650386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32199): Launched\u000a09:11:38.945458 run osmo-msc_10.42.42.6(pid=32200): Launched\u000a09:11:39.118468 run osmo-stp_10.42.42.5(pid=32197): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32197)]\u000a09:11:39.243760 run osmo-stp_10.42.42.5(pid=32197): stdout: \u000a| (launched: 2022-12-14_09:11:37.859232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:39.366604 run osmo-stp_10.42.42.5(pid=32197): stderr: \u000a| �[0;m�[38;5;43m20221214091138025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091138025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091138026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091138026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091138026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091138027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091138027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:39.485161 run osmo-stp_10.42.42.5(pid=32197): stdout: \u000a| (launched: 2022-12-14_09:11:37.859232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:39.602318 run osmo-stp_10.42.42.5(pid=32197): stderr: \u000a| �[0;m�[38;5;43m20221214091138025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091138025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091138026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091138026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091138026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091138027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091138027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:39.654103 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32197): Process ended prematurely: osmo-stp_10.42.42.5(pid=32197) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32197)] [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:11:39.662792 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:11:39.722280 run osmo-hlr_10.42.42.2(pid=32194): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32194)]\u000a09:11:39.770754 run osmo-hlr_10.42.42.2(pid=32194): stdout: \u000a| (launched: 2022-12-14_09:11:36.933845) \u000a09:11:39.819784 run osmo-hlr_10.42.42.2(pid=32194): stderr: \u000a| �[0;m�[1;31m20221214091137104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091137104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091137104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091137104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091137104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091137105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091137117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091137125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091137125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091137125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:39.886502 run osmo-msc_10.42.42.6(pid=32200): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32200)]\u000a09:11:39.934876 run osmo-msc_10.42.42.6(pid=32200): stdout: \u000a| (launched: 2022-12-14_09:11:38.799150) \u000a09:11:39.984031 run osmo-msc_10.42.42.6(pid=32200): stderr: \u000a| �[0;m�[38;5;43m20221214091139065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091139065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe40e52bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091139065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091139065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091139066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091139066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091139067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091139068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091139068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091139068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:40.025742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32193): Terminating (SIGTERM)\u000a09:11:40.065091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32196): Terminating (SIGTERM)\u000a09:11:40.104557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32199): Terminating (SIGTERM)\u000a09:11:40.113650 --- ParallelTerminationStrategy: PID 32193 died...\u000a09:11:40.166784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32193): Terminated: ok {rc=0}\u000a09:11:40.176211 --- ParallelTerminationStrategy: PID 32196 died...\u000a09:11:40.229341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32196): Terminated: ok {rc=0}\u000a09:11:40.238837 --- ParallelTerminationStrategy: PID 32199 died...\u000a09:11:40.291811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32199): Terminated: ok {rc=0}\u000a09:11:40.377236 bus /sierra_3: Setting Powered False\u000a09:11:41.477660 bus /sierra_3: Setting Powered False\u000a09:11:42.588139 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32208): Process ended prematurely: osmo-stp_10.42.42.5(pid=32208) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32208)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32208): Process ended prematurely: osmo-stp_10.42.42.5(pid=32208) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:11:43.696093 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:43.707731 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:11:43.860216 tst mo_mt_call_osmux.py: using LAC 39892\u000a09:11:43.977366 tst mo_mt_call_osmux.py: using RAC 112\u000a09:11:44.092740 tst mo_mt_call_osmux.py: using CellId 39892\u000a09:11:44.209685 tst mo_mt_call_osmux.py: using BVCI 39893\u000a09:11:44.231922 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:44.242915 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:44.253818 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:44.264492 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:44.276110 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:11:44.287499 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:11:44.404867 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:11:44.602464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:45.064796 run create_hlr_db(pid=32202): Launched\u000a09:11:45.233569 bus /sierra_2: Setting Powered False\u000a09:11:46.263670 run create_hlr_db(pid=32202): Terminated: ok {rc=0}\u000a09:11:46.679157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32204): Launched\u000a09:11:47.114724 run osmo-hlr_10.42.42.2(pid=32205): Launched\u000a09:11:47.249610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:47.800424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32207): Launched\u000a09:11:48.098498 run osmo-stp_10.42.42.5(pid=32208): Launched\u000a09:11:48.206861 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:48.750953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32210): Launched\u000a09:11:49.050371 run osmo-msc_10.42.42.6(pid=32211): Launched\u000a09:11:49.224019 run osmo-stp_10.42.42.5(pid=32208): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32208)]\u000a09:11:49.350556 run osmo-stp_10.42.42.5(pid=32208): stdout: \u000a| (launched: 2022-12-14_09:11:47.951277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:49.474608 run osmo-stp_10.42.42.5(pid=32208): stderr: \u000a| �[0;m�[38;5;43m20221214091148118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091148118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091148118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091148119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091148119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091148119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091148119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:49.593739 run osmo-stp_10.42.42.5(pid=32208): stdout: \u000a| (launched: 2022-12-14_09:11:47.951277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:49.711747 run osmo-stp_10.42.42.5(pid=32208): stderr: \u000a| �[0;m�[38;5;43m20221214091148118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091148118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091148118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091148119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091148119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091148119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091148119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:49.763899 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32208): Process ended prematurely: osmo-stp_10.42.42.5(pid=32208) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32208)] [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:11:49.772488 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:11:49.832739 run osmo-hlr_10.42.42.2(pid=32205): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32205)]\u000a09:11:49.881793 run osmo-hlr_10.42.42.2(pid=32205): stdout: \u000a| (launched: 2022-12-14_09:11:46.833213) \u000a09:11:49.931447 run osmo-hlr_10.42.42.2(pid=32205): stderr: \u000a| �[0;m�[1;31m20221214091147077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091147077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091147077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091147077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091147077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091147077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091147091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091147107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091147107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091147107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:49.998728 run osmo-msc_10.42.42.6(pid=32211): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32211)]\u000a09:11:50.047608 run osmo-msc_10.42.42.6(pid=32211): stdout: \u000a| (launched: 2022-12-14_09:11:48.901686) \u000a09:11:50.097109 run osmo-msc_10.42.42.6(pid=32211): stderr: \u000a| �[0;m�[38;5;43m20221214091149167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091149167 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f816aefdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091149167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091149168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091149168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091149168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091149170 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091149170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091149170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091149170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:50.138955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32204): Terminating (SIGTERM)\u000a09:11:50.178450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32207): Terminating (SIGTERM)\u000a09:11:50.217869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32210): Terminating (SIGTERM)\u000a09:11:50.226880 --- ParallelTerminationStrategy: PID 32204 died...\u000a09:11:50.280491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32204): Terminated: ok {rc=0}\u000a09:11:50.289969 --- ParallelTerminationStrategy: PID 32207 died...\u000a09:11:50.343078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32207): Terminated: ok {rc=0}\u000a09:11:50.352448 --- ParallelTerminationStrategy: PID 32210 died...\u000a09:11:50.405511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32210): Terminated: ok {rc=0}\u000a09:11:50.488377 bus /sierra_3: Setting Powered False\u000a09:11:51.594623 bus /sierra_3: Setting Powered False\u000a09:11:52.705079 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:11:33" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32222): Process ended prematurely: osmo-stp_10.42.42.5(pid=32222) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32222)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32222): Process ended prematurely: osmo-stp_10.42.42.5(pid=32222) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:11:54.696745 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:11:54.707944 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:11:54.862936 tst mo_mt_call.py: using LAC 39893\u000a09:11:54.978173 tst mo_mt_call.py: using RAC 113\u000a09:11:55.093328 tst mo_mt_call.py: using CellId 39893\u000a09:11:55.211070 tst mo_mt_call.py: using BVCI 39894\u000a09:11:55.233724 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:11:55.244872 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:11:55.255764 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:11:55.266749 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:11:55.278574 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:11:55.290418 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:11:55.407276 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:11:55.615540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:56.122973 run create_hlr_db(pid=32216): Launched\u000a09:11:56.307428 bus /sierra_2: Setting Powered False\u000a09:11:57.327189 run create_hlr_db(pid=32216): Terminated: ok {rc=0}\u000a09:11:57.749568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32218): Launched\u000a09:11:58.066712 run osmo-hlr_10.42.42.2(pid=32219): Launched\u000a09:11:58.181592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:58.734135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32221): Launched\u000a09:11:59.051468 run osmo-stp_10.42.42.5(pid=32222): Launched\u000a09:11:59.167142 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:59.749077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32224): Launched\u000a09:12:00.066021 run osmo-msc_10.42.42.6(pid=32225): Launched\u000a09:12:00.252355 run osmo-stp_10.42.42.5(pid=32222): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32222)]\u000a09:12:00.387394 run osmo-stp_10.42.42.5(pid=32222): stdout: \u000a| (launched: 2022-12-14_09:11:58.895787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:00.521938 run osmo-stp_10.42.42.5(pid=32222): stderr: \u000a| �[0;m�[38;5;43m20221214091159083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091159083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091159083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091159084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091159084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091159084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091159084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:00.649946 run osmo-stp_10.42.42.5(pid=32222): stdout: \u000a| (launched: 2022-12-14_09:11:58.895787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:00.776213 run osmo-stp_10.42.42.5(pid=32222): stderr: \u000a| �[0;m�[38;5;43m20221214091159083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091159083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091159083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091159084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091159084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091159084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091159084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:00.842771 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32222): Process ended prematurely: osmo-stp_10.42.42.5(pid=32222) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32222)] [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:12:00.860818 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:12:00.929387 run osmo-hlr_10.42.42.2(pid=32219): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32219)]\u000a09:12:00.981809 run osmo-hlr_10.42.42.2(pid=32219): stdout: \u000a| (launched: 2022-12-14_09:11:57.910765) \u000a09:12:01.035359 run osmo-hlr_10.42.42.2(pid=32219): stderr: \u000a| �[0;m�[1;31m20221214091158105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091158105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091158105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091158105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091158105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091158105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091158162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091158171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091158171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091158171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:01.105554 run osmo-msc_10.42.42.6(pid=32225): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32225)]\u000a09:12:01.158030 run osmo-msc_10.42.42.6(pid=32225): stdout: \u000a| (launched: 2022-12-14_09:11:59.910386) \u000a09:12:01.211773 run osmo-msc_10.42.42.6(pid=32225): stderr: \u000a| �[0;m�[38;5;43m20221214091200229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091200229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84257bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091200229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091200229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091200229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091200230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091200231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091200232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091200232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091200232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:12:01.256632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32218): Terminating (SIGTERM)\u000a09:12:01.300716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32221): Terminating (SIGTERM)\u000a09:12:01.347098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32224): Terminating (SIGTERM)\u000a09:12:01.357533 --- ParallelTerminationStrategy: PID 32218 died...\u000a09:12:01.416941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32218): Terminated: ok {rc=0}\u000a09:12:01.427487 --- ParallelTerminationStrategy: PID 32221 died...\u000a09:12:01.484610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32221): Terminated: ok {rc=0}\u000a09:12:01.495152 --- ParallelTerminationStrategy: PID 32224 died...\u000a09:12:01.553033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32224): Terminated: ok {rc=0}\u000a09:12:01.641970 bus /sierra_3: Setting Powered False\u000a09:12:02.742495 bus /sierra_3: Setting Powered False\u000a09:12:03.850055 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32233): Process ended prematurely: osmo-stp_10.42.42.5(pid=32233) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32233)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32233): Process ended prematurely: osmo-stp_10.42.42.5(pid=32233) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:12:04.962242 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:12:04.974542 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:12:05.139993 tst mo_mt_call_osmux.py: using LAC 39894\u000a09:12:05.270827 tst mo_mt_call_osmux.py: using RAC 114\u000a09:12:05.395082 tst mo_mt_call_osmux.py: using CellId 39894\u000a09:12:05.519569 tst mo_mt_call_osmux.py: using BVCI 39895\u000a09:12:05.544009 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:12:05.555716 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:12:05.567150 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:12:05.578545 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:12:05.590029 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:12:05.601520 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:12:05.719822 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:12:05.921193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:06.392180 run create_hlr_db(pid=32227): Launched\u000a09:12:06.564021 bus /sierra_2: Setting Powered False\u000a09:12:07.585784 run create_hlr_db(pid=32227): Terminated: ok {rc=0}\u000a09:12:08.008354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32229): Launched\u000a09:12:08.326310 run osmo-hlr_10.42.42.2(pid=32230): Launched\u000a09:12:08.443300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:08.997141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32232): Launched\u000a09:12:09.314904 run osmo-stp_10.42.42.5(pid=32233): Launched\u000a09:12:09.432394 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:12:10.015075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32235): Launched\u000a09:12:10.335063 run osmo-msc_10.42.42.6(pid=32236): Launched\u000a09:12:10.521785 run osmo-stp_10.42.42.5(pid=32233): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32233)]\u000a09:12:10.656555 run osmo-stp_10.42.42.5(pid=32233): stdout: \u000a| (launched: 2022-12-14_09:12:09.159327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:10.790774 run osmo-stp_10.42.42.5(pid=32233): stderr: \u000a| �[0;m�[38;5;43m20221214091209346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091209346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091209346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091209347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091209347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091209347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091209347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:10.918583 run osmo-stp_10.42.42.5(pid=32233): stdout: \u000a| (launched: 2022-12-14_09:12:09.159327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:11.045688 run osmo-stp_10.42.42.5(pid=32233): stderr: \u000a| �[0;m�[38;5;43m20221214091209346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091209346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091209346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091209347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091209347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091209347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091209347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:11.101912 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32233): Process ended prematurely: osmo-stp_10.42.42.5(pid=32233) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32233)] [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:12:11.111241 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:12:11.174131 run osmo-hlr_10.42.42.2(pid=32230): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32230)]\u000a09:12:11.225848 run osmo-hlr_10.42.42.2(pid=32230): stdout: \u000a| (launched: 2022-12-14_09:12:08.170110) \u000a09:12:11.278312 run osmo-hlr_10.42.42.2(pid=32230): stderr: \u000a| �[0;m�[1;31m20221214091208363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091208363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091208363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091208363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091208363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091208363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091208421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091208431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091208431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091208431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:11.349685 run osmo-msc_10.42.42.6(pid=32236): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32236)]\u000a09:12:11.401333 run osmo-msc_10.42.42.6(pid=32236): stdout: \u000a| (launched: 2022-12-14_09:12:10.178044) \u000a09:12:11.453945 run osmo-msc_10.42.42.6(pid=32236): stderr: \u000a| �[0;m�[38;5;43m20221214091210495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091210495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28a9caac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091210495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091210495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091210496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091210496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091210498 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091210498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091210498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091210498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:12:11.498402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32229): Terminating (SIGTERM)\u000a09:12:11.540219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32232): Terminating (SIGTERM)\u000a09:12:11.582983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32235): Terminating (SIGTERM)\u000a09:12:11.592719 --- ParallelTerminationStrategy: PID 32229 died...\u000a09:12:11.648872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32229): Terminated: ok {rc=0}\u000a09:12:11.659145 --- ParallelTerminationStrategy: PID 32232 died...\u000a09:12:11.714880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32232): Terminated: ok {rc=0}\u000a09:12:11.725062 --- ParallelTerminationStrategy: PID 32235 died...\u000a09:12:11.780714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32235): Terminated: ok {rc=0}\u000a09:12:11.868691 bus /sierra_3: Setting Powered False\u000a09:12:12.971975 bus /sierra_3: Setting Powered False\u000a09:12:14.081118 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:11:54" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32247): Process ended prematurely: osmo-stp_10.42.42.5(pid=32247) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32247)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32247): Process ended prematurely: osmo-stp_10.42.42.5(pid=32247) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:12:16.111967 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:16.123577 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:12:16.291240 tst mo_mt_call.py: using LAC 39895\u000a09:12:16.420695 tst mo_mt_call.py: using RAC 115\u000a09:12:16.548571 tst mo_mt_call.py: using CellId 39895\u000a09:12:16.683685 tst mo_mt_call.py: using BVCI 39896\u000a09:12:16.709963 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:16.722596 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:16.735018 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:16.747377 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:16.760523 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:16.773270 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:12:16.898555 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:12:17.117634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:17.590851 run create_hlr_db(pid=32241): Launched\u000a09:12:17.762463 bus /sierra_2: Setting Powered False\u000a09:12:18.784008 run create_hlr_db(pid=32241): Terminated: ok {rc=0}\u000a09:12:19.205447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32243): Launched\u000a09:12:19.523978 run osmo-hlr_10.42.42.2(pid=32244): Launched\u000a09:12:19.641206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:20.194210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32246): Launched\u000a09:12:20.513419 run osmo-stp_10.42.42.5(pid=32247): Launched\u000a09:12:20.630876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:12:21.211547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32249): Launched\u000a09:12:21.530594 run osmo-msc_10.42.42.6(pid=32250): Launched\u000a09:12:21.716549 run osmo-stp_10.42.42.5(pid=32247): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32247)]\u000a09:12:21.852739 run osmo-stp_10.42.42.5(pid=32247): stdout: \u000a| (launched: 2022-12-14_09:12:20.356073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:21.986357 run osmo-stp_10.42.42.5(pid=32247): stderr: \u000a| �[0;m�[38;5;43m20221214091220543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091220544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091220544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091220544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091220545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091220545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091220545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:22.114251 run osmo-stp_10.42.42.5(pid=32247): stdout: \u000a| (launched: 2022-12-14_09:12:20.356073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:22.240281 run osmo-stp_10.42.42.5(pid=32247): stderr: \u000a| �[0;m�[38;5;43m20221214091220543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091220544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091220544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091220544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091220545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091220545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091220545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:22.296067 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32247): Process ended prematurely: osmo-stp_10.42.42.5(pid=32247) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32247)] [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:12:22.305550 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:12:22.367924 run osmo-hlr_10.42.42.2(pid=32244): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32244)]\u000a09:12:22.419422 run osmo-hlr_10.42.42.2(pid=32244): stdout: \u000a| (launched: 2022-12-14_09:12:19.367679) \u000a09:12:22.471207 run osmo-hlr_10.42.42.2(pid=32244): stderr: \u000a| �[0;m�[1;31m20221214091219561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091219561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091219562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091219562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091219562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091219562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091219577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091219585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091219585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091219585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:22.541522 run osmo-msc_10.42.42.6(pid=32250): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32250)]\u000a09:12:22.592735 run osmo-msc_10.42.42.6(pid=32250): stdout: \u000a| (launched: 2022-12-14_09:12:21.373143) \u000a09:12:22.644479 run osmo-msc_10.42.42.6(pid=32250): stderr: \u000a| �[0;m�[38;5;43m20221214091221690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091221690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f354ee8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091221690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091221690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091221691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091221691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091221693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091221693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091221693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091221693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:12:22.688330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32243): Terminating (SIGTERM)\u000a09:12:22.730385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32246): Terminating (SIGTERM)\u000a09:12:22.771877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32249): Terminating (SIGTERM)\u000a09:12:22.781557 --- ParallelTerminationStrategy: PID 32243 died...\u000a09:12:22.837248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32243): Terminated: ok {rc=0}\u000a09:12:22.847373 --- ParallelTerminationStrategy: PID 32246 died...\u000a09:12:22.903228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32246): Terminated: ok {rc=0}\u000a09:12:22.913426 --- ParallelTerminationStrategy: PID 32249 died...\u000a09:12:22.969132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32249): Terminated: ok {rc=0}\u000a09:12:23.055698 bus /sierra_3: Setting Powered False\u000a09:12:24.161448 bus /sierra_3: Setting Powered False\u000a09:12:25.268789 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32258): Process ended prematurely: osmo-stp_10.42.42.5(pid=32258) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32258)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32258): Process ended prematurely: osmo-stp_10.42.42.5(pid=32258) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:12:26.382945 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:26.395150 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:12:26.559622 tst mo_mt_call_osmux.py: using LAC 39896\u000a09:12:26.685025 tst mo_mt_call_osmux.py: using RAC 116\u000a09:12:26.810180 tst mo_mt_call_osmux.py: using CellId 39896\u000a09:12:26.937475 tst mo_mt_call_osmux.py: using BVCI 39897\u000a09:12:26.961891 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:26.973500 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:26.984725 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:26.996094 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:27.007565 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:12:27.019124 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:12:27.137267 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:12:27.337994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:27.807579 run create_hlr_db(pid=32252): Launched\u000a09:12:27.978281 bus /sierra_2: Setting Powered False\u000a09:12:29.001232 run create_hlr_db(pid=32252): Terminated: ok {rc=0}\u000a09:12:29.396600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32254): Launched\u000a09:12:29.695075 run osmo-hlr_10.42.42.2(pid=32255): Launched\u000a09:12:29.812550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:30.334247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32257): Launched\u000a09:12:30.631720 run osmo-stp_10.42.42.5(pid=32258): Launched\u000a09:12:30.740317 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:12:31.319310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32260): Launched\u000a09:12:31.826112 run osmo-msc_10.42.42.6(pid=32261): Launched\u000a09:12:32.224788 run osmo-stp_10.42.42.5(pid=32258): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32258)]\u000a09:12:32.361804 run osmo-stp_10.42.42.5(pid=32258): stdout: \u000a| (launched: 2022-12-14_09:12:30.484813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:32.495895 run osmo-stp_10.42.42.5(pid=32258): stderr: \u000a| �[0;m�[38;5;43m20221214091230651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091230651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091230651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091230651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091230652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091230652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091230652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:32.624287 run osmo-stp_10.42.42.5(pid=32258): stdout: \u000a| (launched: 2022-12-14_09:12:30.484813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:32.750878 run osmo-stp_10.42.42.5(pid=32258): stderr: \u000a| �[0;m�[38;5;43m20221214091230651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091230651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091230651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091230651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091230652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091230652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091230652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:32.807369 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32258): Process ended prematurely: osmo-stp_10.42.42.5(pid=32258) [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32258)] [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:12:32.816885 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a09:12:32.880616 run osmo-hlr_10.42.42.2(pid=32255): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32255)]\u000a09:12:32.933110 run osmo-hlr_10.42.42.2(pid=32255): stdout: \u000a| (launched: 2022-12-14_09:12:29.547870) \u000a09:12:32.986474 run osmo-hlr_10.42.42.2(pid=32255): stderr: \u000a| �[0;m�[1;31m20221214091229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091229731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091229739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091229740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091229740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:33.058535 run osmo-msc_10.42.42.6(pid=32261): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32261)]\u000a09:12:33.110898 run osmo-msc_10.42.42.6(pid=32261): stdout: \u000a| (launched: 2022-12-14_09:12:31.472857) \u000a09:12:33.163663 run osmo-msc_10.42.42.6(pid=32261): stderr: \u000a| �[0;m�[38;5;43m20221214091231894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091231895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f276a014c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091231895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091231895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091231897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091231897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091231902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091231903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091231904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091231904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:12:33.208465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32254): Terminating (SIGTERM)\u000a09:12:33.250907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32257): Terminating (SIGTERM)\u000a09:12:33.293272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32260): Terminating (SIGTERM)\u000a09:12:33.303008 --- ParallelTerminationStrategy: PID 32254 died...\u000a09:12:33.359801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32254): Terminated: ok {rc=0}\u000a09:12:33.370154 --- ParallelTerminationStrategy: PID 32257 died...\u000a09:12:33.426828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32257): Terminated: ok {rc=0}\u000a09:12:33.437129 --- ParallelTerminationStrategy: PID 32260 died...\u000a09:12:33.493683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32260): Terminated: ok {rc=0}\u000a09:12:33.580788 bus /sierra_3: Setting Powered False\u000a09:12:34.687467 bus /sierra_3: Setting Powered False\u000a09:12:35.796050 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:12:15" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32272): Process ended prematurely: osmo-stp_10.42.42.5(pid=32272) [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32272)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32272): Process ended prematurely: osmo-stp_10.42.42.5(pid=32272) [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:12:37.788287 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:37.799504 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:12:37.955660 tst mo_mt_call.py: using LAC 39897\u000a09:12:38.075208 tst mo_mt_call.py: using RAC 117\u000a09:12:38.195036 tst mo_mt_call.py: using CellId 39897\u000a09:12:38.314997 tst mo_mt_call.py: using BVCI 39898\u000a09:12:38.337900 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:38.348900 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:38.360026 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:38.371021 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:38.382918 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:38.394820 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:12:38.513986 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:12:38.713799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:39.184738 run create_hlr_db(pid=32266): Launched\u000a09:12:39.355455 bus /sierra_2: Setting Powered False\u000a09:12:40.377216 run create_hlr_db(pid=32266): Terminated: ok {rc=0}\u000a09:12:40.773445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32268): Launched\u000a09:12:41.072696 run osmo-hlr_10.42.42.2(pid=32269): Launched\u000a09:12:41.189450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:41.714068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32271): Launched\u000a09:12:42.012318 run osmo-stp_10.42.42.5(pid=32272): Launched\u000a09:12:42.121283 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:12:42.666913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32274): Launched\u000a09:12:42.969020 run osmo-msc_10.42.42.6(pid=32275): Launched\u000a09:12:43.143809 run osmo-stp_10.42.42.5(pid=32272): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32272)]\u000a09:12:43.270383 run osmo-stp_10.42.42.5(pid=32272): stdout: \u000a| (launched: 2022-12-14_09:12:41.865417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:43.394552 run osmo-stp_10.42.42.5(pid=32272): stderr: \u000a| �[0;m�[38;5;43m20221214091242031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091242031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091242031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091242032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091242032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091242032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091242032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:43.514213 run osmo-stp_10.42.42.5(pid=32272): stdout: \u000a| (launched: 2022-12-14_09:12:41.865417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:43.632443 run osmo-stp_10.42.42.5(pid=32272): stderr: \u000a| �[0;m�[38;5;43m20221214091242031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091242031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091242031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091242032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091242032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091242032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091242032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:43.684702 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32272): Process ended prematurely: osmo-stp_10.42.42.5(pid=32272) [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32272)] [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:12:43.693308 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:12:43.753213 run osmo-hlr_10.42.42.2(pid=32269): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32269)]\u000a09:12:43.802727 run osmo-hlr_10.42.42.2(pid=32269): stdout: \u000a| (launched: 2022-12-14_09:12:40.925665) \u000a09:12:43.852752 run osmo-hlr_10.42.42.2(pid=32269): stderr: \u000a| �[0;m�[1;31m20221214091241098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091241098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091241098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091241098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091241098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091241098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091241110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091241119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091241119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091241119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:43.920363 run osmo-msc_10.42.42.6(pid=32275): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32275)]\u000a09:12:43.969417 run osmo-msc_10.42.42.6(pid=32275): stdout: \u000a| (launched: 2022-12-14_09:12:42.818077) \u000a09:12:44.018936 run osmo-msc_10.42.42.6(pid=32275): stderr: \u000a| �[0;m�[38;5;43m20221214091243085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091243085 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6f1f9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091243085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091243085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091243085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091243085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091243087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091243087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091243088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091243088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:12:44.061013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32268): Terminating (SIGTERM)\u000a09:12:44.100398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32271): Terminating (SIGTERM)\u000a09:12:44.139963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32274): Terminating (SIGTERM)\u000a09:12:44.149082 --- ParallelTerminationStrategy: PID 32268 died...\u000a09:12:44.202217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32268): Terminated: ok {rc=0}\u000a09:12:44.211718 --- ParallelTerminationStrategy: PID 32271 died...\u000a09:12:44.264507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32271): Terminated: ok {rc=0}\u000a09:12:44.273923 --- ParallelTerminationStrategy: PID 32274 died...\u000a09:12:44.326739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32274): Terminated: ok {rc=0}\u000a09:12:44.414412 bus /sierra_3: Setting Powered False\u000a09:12:45.518927 bus /sierra_3: Setting Powered False\u000a09:12:46.634798 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32283): Process ended prematurely: osmo-stp_10.42.42.5(pid=32283) [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32283)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32283): Process ended prematurely: osmo-stp_10.42.42.5(pid=32283) [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:12:47.748293 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:47.760722 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:12:47.922990 tst mo_mt_call_osmux.py: using LAC 39898\u000a09:12:48.040101 tst mo_mt_call_osmux.py: using RAC 118\u000a09:12:48.157470 tst mo_mt_call_osmux.py: using CellId 39898\u000a09:12:48.276225 tst mo_mt_call_osmux.py: using BVCI 39899\u000a09:12:48.299081 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:48.310370 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:48.321567 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:48.332607 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:48.344404 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:12:48.355774 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:12:48.476502 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:12:48.676764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:49.149703 run create_hlr_db(pid=32277): Launched\u000a09:12:49.320054 bus /sierra_2: Setting Powered False\u000a09:12:50.341882 run create_hlr_db(pid=32277): Terminated: ok {rc=0}\u000a09:12:50.765069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32279): Launched\u000a09:12:51.085164 run osmo-hlr_10.42.42.2(pid=32280): Launched\u000a09:12:51.206614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:51.761073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32282): Launched\u000a09:12:52.078689 run osmo-stp_10.42.42.5(pid=32283): Launched\u000a09:12:52.194302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:12:52.783114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32285): Launched\u000a09:12:53.102739 run osmo-msc_10.42.42.6(pid=32286): Launched\u000a09:12:53.289083 run osmo-stp_10.42.42.5(pid=32283): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32283)]\u000a09:12:53.422960 run osmo-stp_10.42.42.5(pid=32283): stdout: \u000a| (launched: 2022-12-14_09:12:51.923160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:53.556878 run osmo-stp_10.42.42.5(pid=32283): stderr: \u000a| �[0;m�[38;5;43m20221214091252112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091252112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091252112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091252113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091252113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091252113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091252114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:53.684886 run osmo-stp_10.42.42.5(pid=32283): stdout: \u000a| (launched: 2022-12-14_09:12:51.923160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:53.811464 run osmo-stp_10.42.42.5(pid=32283): stderr: \u000a| �[0;m�[38;5;43m20221214091252112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091252112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091252112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091252113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091252113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091252113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091252114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:53.867428 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32283): Process ended prematurely: osmo-stp_10.42.42.5(pid=32283) [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32283)] [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:12:53.876585 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:12:53.938584 run osmo-hlr_10.42.42.2(pid=32280): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32280)]\u000a09:12:53.989561 run osmo-hlr_10.42.42.2(pid=32280): stdout: \u000a| (launched: 2022-12-14_09:12:50.927095) \u000a09:12:54.041266 run osmo-hlr_10.42.42.2(pid=32280): stderr: \u000a| �[0;m�[1;31m20221214091251120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091251120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091251120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091251120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091251120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091251120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091251133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091251141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091251142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091251142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:54.111434 run osmo-msc_10.42.42.6(pid=32286): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32286)]\u000a09:12:54.162398 run osmo-msc_10.42.42.6(pid=32286): stdout: \u000a| (launched: 2022-12-14_09:12:52.945954) \u000a09:12:54.214141 run osmo-msc_10.42.42.6(pid=32286): stderr: \u000a| �[0;m�[38;5;43m20221214091253265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091253265 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28bc963c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091253265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091253265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091253265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091253265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091253267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091253267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091253267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091253267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:12:54.257714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32279): Terminating (SIGTERM)\u000a09:12:54.298886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32282): Terminating (SIGTERM)\u000a09:12:54.340095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32285): Terminating (SIGTERM)\u000a09:12:54.349726 --- ParallelTerminationStrategy: PID 32279 died...\u000a09:12:54.404779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32279): Terminated: ok {rc=0}\u000a09:12:54.414807 --- ParallelTerminationStrategy: PID 32282 died...\u000a09:12:54.470018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32282): Terminated: ok {rc=0}\u000a09:12:54.479903 --- ParallelTerminationStrategy: PID 32285 died...\u000a09:12:54.535176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32285): Terminated: ok {rc=0}\u000a09:12:54.621126 bus /sierra_3: Setting Powered False\u000a09:12:55.726929 bus /sierra_3: Setting Powered False\u000a09:12:56.833699 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:12:37" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32297): Process ended prematurely: osmo-stp_10.42.42.5(pid=32297) [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32297)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32297): Process ended prematurely: osmo-stp_10.42.42.5(pid=32297) [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:12:58.843528 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:12:58.855085 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:12:59.017228 tst mo_mt_call.py: using LAC 39899\u000a09:12:59.141321 tst mo_mt_call.py: using RAC 119\u000a09:12:59.265254 tst mo_mt_call.py: using CellId 39899\u000a09:12:59.389848 tst mo_mt_call.py: using BVCI 39900\u000a09:12:59.414562 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:12:59.426105 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:12:59.438047 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:12:59.449349 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:12:59.460688 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:12:59.471893 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:12:59.589174 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:12:59.789436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:00.262149 run create_hlr_db(pid=32291): Launched\u000a09:13:00.432901 bus /sierra_2: Setting Powered False\u000a09:13:01.461297 run create_hlr_db(pid=32291): Terminated: ok {rc=0}\u000a09:13:01.882676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32293): Launched\u000a09:13:02.231419 run osmo-hlr_10.42.42.2(pid=32294): Launched\u000a09:13:02.346143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:02.867764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32296): Launched\u000a09:13:03.168064 run osmo-stp_10.42.42.5(pid=32297): Launched\u000a09:13:03.277130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:13:03.824843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32299): Launched\u000a09:13:04.126641 run osmo-msc_10.42.42.6(pid=32300): Launched\u000a09:13:04.301903 run osmo-stp_10.42.42.5(pid=32297): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32297)]\u000a09:13:04.429682 run osmo-stp_10.42.42.5(pid=32297): stdout: \u000a| (launched: 2022-12-14_09:13:03.020517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:04.554446 run osmo-stp_10.42.42.5(pid=32297): stderr: \u000a| �[0;m�[38;5;43m20221214091303187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091303187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091303187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091303188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091303188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091303188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091303188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:04.674233 run osmo-stp_10.42.42.5(pid=32297): stdout: \u000a| (launched: 2022-12-14_09:13:03.020517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:04.793038 run osmo-stp_10.42.42.5(pid=32297): stderr: \u000a| �[0;m�[38;5;43m20221214091303187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091303187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091303187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091303188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091303188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091303188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091303188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:04.845618 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32297): Process ended prematurely: osmo-stp_10.42.42.5(pid=32297) [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32297)] [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:13:04.854366 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:13:04.913876 run osmo-hlr_10.42.42.2(pid=32294): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32294)]\u000a09:13:04.962609 run osmo-hlr_10.42.42.2(pid=32294): stdout: \u000a| (launched: 2022-12-14_09:13:02.037922) \u000a09:13:05.012462 run osmo-hlr_10.42.42.2(pid=32294): stderr: \u000a| �[0;m�[1;31m20221214091302273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091302273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091302274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091302274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091302274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091302274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091302286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091302294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091302294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091302294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:05.080118 run osmo-msc_10.42.42.6(pid=32300): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32300)]\u000a09:13:05.128765 run osmo-msc_10.42.42.6(pid=32300): stdout: \u000a| (launched: 2022-12-14_09:13:03.976602) \u000a09:13:05.178049 run osmo-msc_10.42.42.6(pid=32300): stderr: \u000a| �[0;m�[38;5;43m20221214091304243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091304244 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc802ea0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091304244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091304244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091304244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091304244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091304246 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091304246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091304246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091304247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:13:05.219999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32293): Terminating (SIGTERM)\u000a09:13:05.259620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32296): Terminating (SIGTERM)\u000a09:13:05.299132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32299): Terminating (SIGTERM)\u000a09:13:05.308186 --- ParallelTerminationStrategy: PID 32293 died...\u000a09:13:05.361700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32293): Terminated: ok {rc=0}\u000a09:13:05.371204 --- ParallelTerminationStrategy: PID 32296 died...\u000a09:13:05.423932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32296): Terminated: ok {rc=0}\u000a09:13:05.433539 --- ParallelTerminationStrategy: PID 32299 died...\u000a09:13:05.486248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32299): Terminated: ok {rc=0}\u000a09:13:05.574143 bus /sierra_3: Setting Powered False\u000a09:13:06.675925 bus /sierra_3: Setting Powered False\u000a09:13:07.786447 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32308): Process ended prematurely: osmo-stp_10.42.42.5(pid=32308) [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32308): Process ended prematurely: osmo-stp_10.42.42.5(pid=32308) [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:13:08.894819 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:13:08.906260 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:13:09.071122 tst mo_mt_call_osmux.py: using LAC 39900\u000a09:13:09.196605 tst mo_mt_call_osmux.py: using RAC 120\u000a09:13:09.323228 tst mo_mt_call_osmux.py: using CellId 39900\u000a09:13:09.449233 tst mo_mt_call_osmux.py: using BVCI 39901\u000a09:13:09.473753 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:13:09.485203 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:13:09.496442 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:13:09.507851 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:13:09.519057 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:13:09.530264 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:13:09.644383 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:13:09.852131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:10.362611 run create_hlr_db(pid=32302): Launched\u000a09:13:10.546325 bus /sierra_2: Setting Powered False\u000a09:13:11.568678 run create_hlr_db(pid=32302): Terminated: ok {rc=0}\u000a09:13:11.972778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32304): Launched\u000a09:13:12.271601 run osmo-hlr_10.42.42.2(pid=32305): Launched\u000a09:13:12.387229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:12.912239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32307): Launched\u000a09:13:13.210606 run osmo-stp_10.42.42.5(pid=32308): Launched\u000a09:13:13.318846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:13:13.862922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32310): Launched\u000a09:13:14.161864 run osmo-msc_10.42.42.6(pid=32311): Launched\u000a09:13:14.335975 run osmo-stp_10.42.42.5(pid=32308): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)]\u000a09:13:14.462635 run osmo-stp_10.42.42.5(pid=32308): stdout: \u000a| (launched: 2022-12-14_09:13:13.063211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:14.587446 run osmo-stp_10.42.42.5(pid=32308): stderr: \u000a| �[0;m�[38;5;43m20221214091313230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091313230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091313231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091313231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091313231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091313232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091313232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:14.707209 run osmo-stp_10.42.42.5(pid=32308): stdout: \u000a| (launched: 2022-12-14_09:13:13.063211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:14.826659 run osmo-stp_10.42.42.5(pid=32308): stderr: \u000a| �[0;m�[38;5;43m20221214091313230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091313230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091313231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091313231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091313231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091313232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091313232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:14.879297 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32308): Process ended prematurely: osmo-stp_10.42.42.5(pid=32308) [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)] [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:13:14.887909 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:13:14.947777 run osmo-hlr_10.42.42.2(pid=32305): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32305)]\u000a09:13:14.996516 run osmo-hlr_10.42.42.2(pid=32305): stdout: \u000a| (launched: 2022-12-14_09:13:12.124428) \u000a09:13:15.045970 run osmo-hlr_10.42.42.2(pid=32305): stderr: \u000a| �[0;m�[1;31m20221214091312294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091312294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091312294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091312294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091312294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091312294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091312307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091312317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091312317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091312317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:15.114005 run osmo-msc_10.42.42.6(pid=32311): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32311)]\u000a09:13:15.163440 run osmo-msc_10.42.42.6(pid=32311): stdout: \u000a| (launched: 2022-12-14_09:13:14.014149) \u000a09:13:15.212816 run osmo-msc_10.42.42.6(pid=32311): stderr: \u000a| �[0;m�[38;5;43m20221214091314282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091314282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9152df1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091314282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091314282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091314282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091314283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091314284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091314285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091314285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091314285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:13:15.254920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32304): Terminating (SIGTERM)\u000a09:13:15.294570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32307): Terminating (SIGTERM)\u000a09:13:15.334415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32310): Terminating (SIGTERM)\u000a09:13:15.343543 --- ParallelTerminationStrategy: PID 32304 died...\u000a09:13:15.397148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32304): Terminated: ok {rc=0}\u000a09:13:15.406675 --- ParallelTerminationStrategy: PID 32307 died...\u000a09:13:15.460181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32307): Terminated: ok {rc=0}\u000a09:13:15.469784 --- ParallelTerminationStrategy: PID 32310 died...\u000a09:13:15.523517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32310): Terminated: ok {rc=0}\u000a09:13:15.612256 bus /sierra_3: Setting Powered False\u000a09:13:16.718030 bus /sierra_3: Setting Powered False\u000a09:13:17.830609 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:12:58" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "emergency:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32322): Process ended prematurely: osmo-stp_10.42.42.5(pid=32322) [trial-2402↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32322): Process ended prematurely: osmo-stp_10.42.42.5(pid=32322) [trial-2402↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:13:19.853050 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:19.864421 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a09:13:19.997317 tst emergency_mo_mt_call.py: using LAC 39901\u000a09:13:20.112198 tst emergency_mo_mt_call.py: using RAC 121\u000a09:13:20.226694 tst emergency_mo_mt_call.py: using CellId 39901\u000a09:13:20.341022 tst emergency_mo_mt_call.py: using BVCI 39902\u000a09:13:20.363226 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:20.373857 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:20.384149 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:20.394586 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:20.405785 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:20.416713 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:13:20.534982 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:13:20.742766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:21.242310 run create_hlr_db(pid=32316): Launched\u000a09:13:21.423012 bus /sierra_2: Setting Powered False\u000a09:13:22.443721 run create_hlr_db(pid=32316): Terminated: ok {rc=0}\u000a09:13:22.836202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32318): Launched\u000a09:13:23.128092 run osmo-hlr_10.42.42.2(pid=32319): Launched\u000a09:13:23.239107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:23.749104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32321): Launched\u000a09:13:24.041204 run osmo-stp_10.42.42.5(pid=32322): Launched\u000a09:13:24.160499 tst emergency_mo_mt_call.py: using MSISDN 8605\u000a09:13:24.305262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:13:24.841854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32324): Launched\u000a09:13:25.134630 run osmo-msc_10.42.42.6(pid=32325): Launched\u000a09:13:25.307601 run osmo-stp_10.42.42.5(pid=32322): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)]\u000a09:13:25.433530 run osmo-stp_10.42.42.5(pid=32322): stdout: \u000a| (launched: 2022-12-14_09:13:23.897489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:25.556549 run osmo-stp_10.42.42.5(pid=32322): stderr: \u000a| �[0;m�[38;5;43m20221214091324064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091324064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091324064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091324065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091324066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091324066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091324066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:25.674779 run osmo-stp_10.42.42.5(pid=32322): stdout: \u000a| (launched: 2022-12-14_09:13:23.897489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:25.791629 run osmo-stp_10.42.42.5(pid=32322): stderr: \u000a| �[0;m�[38;5;43m20221214091324064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091324064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091324064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091324065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091324066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091324066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091324066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:25.842677 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32322): Process ended prematurely: osmo-stp_10.42.42.5(pid=32322) [trial-2402↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)] [trial-2402↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a09:13:25.850757 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a09:13:25.910202 run osmo-hlr_10.42.42.2(pid=32319): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32319)]\u000a09:13:25.958832 run osmo-hlr_10.42.42.2(pid=32319): stdout: \u000a| (launched: 2022-12-14_09:13:22.984227) \u000a09:13:26.008079 run osmo-hlr_10.42.42.2(pid=32319): stderr: \u000a| �[0;m�[1;31m20221214091323152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091323152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091323152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091323152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091323152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091323152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091323164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091323173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091323173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091323173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:26.075063 run osmo-msc_10.42.42.6(pid=32325): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32325)]\u000a09:13:26.123704 run osmo-msc_10.42.42.6(pid=32325): stdout: \u000a| (launched: 2022-12-14_09:13:24.989700) \u000a09:13:26.172779 run osmo-msc_10.42.42.6(pid=32325): stderr: \u000a| �[0;m�[38;5;43m20221214091325257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091325257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c28249c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091325257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091325257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091325257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091325258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091325259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091325260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091325260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091325260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:13:26.214394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32318): Terminating (SIGTERM)\u000a09:13:26.253590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32321): Terminating (SIGTERM)\u000a09:13:26.293167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32324): Terminating (SIGTERM)\u000a09:13:26.302252 --- ParallelTerminationStrategy: PID 32318 died...\u000a09:13:26.355542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32318): Terminated: ok {rc=0}\u000a09:13:26.364932 --- ParallelTerminationStrategy: PID 32321 died...\u000a09:13:26.417620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32321): Terminated: ok {rc=0}\u000a09:13:26.426939 --- ParallelTerminationStrategy: PID 32324 died...\u000a09:13:26.479567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32324): Terminated: ok {rc=0}\u000a09:13:26.567119 bus /sierra_3: Setting Powered False\u000a09:13:27.667782 bus /sierra_3: Setting Powered False\u000a09:13:28.772059 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32333): Process ended prematurely: osmo-stp_10.42.42.5(pid=32333) [trial-2402↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32333): Process ended prematurely: osmo-stp_10.42.42.5(pid=32333) [trial-2402↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:13:29.822785 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:29.834750 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a09:13:29.976202 tst emergency_preemptive_call.py: using LAC 39902\u000a09:13:30.099713 tst emergency_preemptive_call.py: using RAC 122\u000a09:13:30.224357 tst emergency_preemptive_call.py: using CellId 39902\u000a09:13:30.347171 tst emergency_preemptive_call.py: using BVCI 39903\u000a09:13:30.371136 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:30.382290 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:30.393196 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:30.404119 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:30.415452 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:13:30.426566 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:13:30.544746 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:13:30.659995 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:13:30.772602 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:13:31.000131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:31.519554 run create_hlr_db(pid=32327): Launched\u000a09:13:31.694517 bus /sierra_2: Setting Powered False\u000a09:13:32.710520 run create_hlr_db(pid=32327): Terminated: ok {rc=0}\u000a09:13:33.127625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32329): Launched\u000a09:13:33.441864 run osmo-hlr_10.42.42.2(pid=32330): Launched\u000a09:13:33.558277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:34.103544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32332): Launched\u000a09:13:34.415949 run osmo-stp_10.42.42.5(pid=32333): Launched\u000a09:13:34.542190 tst emergency_preemptive_call.py: using MSISDN 8606\u000a09:13:34.698199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:13:35.266294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32335): Launched\u000a09:13:35.579840 run osmo-msc_10.42.42.6(pid=32336): Launched\u000a09:13:35.762017 run osmo-stp_10.42.42.5(pid=32333): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)]\u000a09:13:35.893887 run osmo-stp_10.42.42.5(pid=32333): stdout: \u000a| (launched: 2022-12-14_09:13:34.262663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:36.025516 run osmo-stp_10.42.42.5(pid=32333): stderr: \u000a| �[0;m�[38;5;43m20221214091334450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091334451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091334451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091334451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091334452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091334452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091334452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:36.150739 run osmo-stp_10.42.42.5(pid=32333): stdout: \u000a| (launched: 2022-12-14_09:13:34.262663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:36.274655 run osmo-stp_10.42.42.5(pid=32333): stderr: \u000a| �[0;m�[38;5;43m20221214091334450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091334451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091334451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091334451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091334452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091334452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091334452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:36.329541 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32333): Process ended prematurely: osmo-stp_10.42.42.5(pid=32333) [trial-2402↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)] [trial-2402↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a09:13:36.338336 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a09:13:36.400905 run osmo-hlr_10.42.42.2(pid=32330): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32330)]\u000a09:13:36.452577 run osmo-hlr_10.42.42.2(pid=32330): stdout: \u000a| (launched: 2022-12-14_09:13:33.287194) \u000a09:13:36.504840 run osmo-hlr_10.42.42.2(pid=32330): stderr: \u000a| �[0;m�[1;31m20221214091333480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091333480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091333480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091333480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091333481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091333481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091333491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091333499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091333500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091333500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:36.575611 run osmo-msc_10.42.42.6(pid=32336): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32336)]\u000a09:13:36.626917 run osmo-msc_10.42.42.6(pid=32336): stdout: \u000a| (launched: 2022-12-14_09:13:35.425849) \u000a09:13:36.678791 run osmo-msc_10.42.42.6(pid=32336): stderr: \u000a| �[0;m�[38;5;43m20221214091335743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091335743 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0aefbc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091335744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091335744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091335744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091335744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091335746 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091335746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091335746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091335746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:13:36.722747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32329): Terminating (SIGTERM)\u000a09:13:36.764106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32332): Terminating (SIGTERM)\u000a09:13:36.805634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32335): Terminating (SIGTERM)\u000a09:13:36.815317 --- ParallelTerminationStrategy: PID 32329 died...\u000a09:13:36.870972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32329): Terminated: ok {rc=0}\u000a09:13:36.881215 --- ParallelTerminationStrategy: PID 32332 died...\u000a09:13:36.936657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32332): Terminated: ok {rc=0}\u000a09:13:36.946821 --- ParallelTerminationStrategy: PID 32335 died...\u000a09:13:37.002304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32335): Terminated: ok {rc=0}\u000a09:13:37.088438 bus /sierra_9: Setting Powered False\u000a09:13:38.194010 bus /sierra_9: Setting Powered False\u000a09:13:39.306101 bus /sierra_8: Setting Powered False\u000a09:13:40.408197 bus /sierra_8: Setting Powered False\u000a09:13:41.514118 bus /sierra_3: Setting Powered False\u000a09:13:42.620153 bus /sierra_3: Setting Powered False\u000a09:13:43.733065 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:13:19" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32351): Process ended prematurely: osmo-stp_10.42.42.5(pid=32351) [trial-2402↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32351)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32351): Process ended prematurely: osmo-stp_10.42.42.5(pid=32351) [trial-2402↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:13:45.870527 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:45.881758 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:13:46.029462 tst cs_paging_gprs_active.py: using LAC 39903\u000a09:13:46.152159 tst cs_paging_gprs_active.py: using RAC 123\u000a09:13:46.276901 tst cs_paging_gprs_active.py: using CellId 39903\u000a09:13:46.399334 tst cs_paging_gprs_active.py: using BVCI 39904\u000a09:13:46.424869 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:46.436507 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:46.448129 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:46.459626 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:46.472252 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:46.484931 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:46.497748 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:46.510264 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:46.522918 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:13:46.646642 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:13:46.932042 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:13:47.071706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:47.420428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32341): Launched\u000a09:13:47.695407 run iperf3-srv_10.42.42.10(pid=32342): Launched\u000a09:13:47.890089 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:13:48.022998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:48.351339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32343): Launched\u000a09:13:48.625590 run iperf3-srv_10.42.42.10(pid=32344): Launched\u000a09:13:48.820363 tst cs_paging_gprs_active.py:38: start network...\u000a09:13:48.953793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:49.465960 run create_hlr_db(pid=32345): Launched\u000a09:13:49.648898 bus /sierra_2: Setting Powered False\u000a09:13:50.670853 run create_hlr_db(pid=32345): Terminated: ok {rc=0}\u000a09:13:51.093853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32347): Launched\u000a09:13:51.412781 run osmo-hlr_10.42.42.2(pid=32348): Launched\u000a09:13:51.533413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:52.089646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32350): Launched\u000a09:13:52.409514 run osmo-stp_10.42.42.5(pid=32351): Launched\u000a09:13:52.524831 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:53.080639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32353): Launched\u000a09:13:53.194207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:53.473529 run patchelf(pid=32354): Launched\u000a09:13:53.659672 run osmo-stp_10.42.42.5(pid=32351): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32351)]\u000a09:13:53.795502 run osmo-stp_10.42.42.5(pid=32351): stdout: \u000a| (launched: 2022-12-14_09:13:52.252178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:53.931364 run osmo-stp_10.42.42.5(pid=32351): stderr: \u000a| �[0;m�[38;5;43m20221214091352439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091352440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091352440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091352440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091352441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091352441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091352441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:54.063507 run osmo-stp_10.42.42.5(pid=32351): stdout: \u000a| (launched: 2022-12-14_09:13:52.252178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:54.194399 run osmo-stp_10.42.42.5(pid=32351): stderr: \u000a| �[0;m�[38;5;43m20221214091352439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091352440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091352440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091352440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091352441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091352441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091352441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:54.345853 run patchelf(pid=32354): Terminating (SIGINT)\u000a09:13:54.523388 run patchelf(pid=32354): Terminated: ok {rc=0}\u000a09:13:54.556273 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32351): Process ended prematurely: osmo-stp_10.42.42.5(pid=32351) [trial-2402↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32351)] [trial-2402↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a09:13:54.566204 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:13:54.628352 run osmo-hlr_10.42.42.2(pid=32348): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32348)]\u000a09:13:54.679017 run osmo-hlr_10.42.42.2(pid=32348): stdout: \u000a| (launched: 2022-12-14_09:13:51.256230) \u000a09:13:54.730445 run osmo-hlr_10.42.42.2(pid=32348): stderr: \u000a| �[0;m�[1;31m20221214091351449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091351449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091351449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091351449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091351449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091351449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091351462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091351470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091351470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091351470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:54.774304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32341): Terminating (SIGTERM)\u000a09:13:54.815508 run iperf3-srv_10.42.42.10(pid=32342): Terminating (SIGTERM)\u000a09:13:54.857299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32343): Terminating (SIGTERM)\u000a09:13:54.898407 run iperf3-srv_10.42.42.10(pid=32344): Terminating (SIGTERM)\u000a09:13:54.939600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32347): Terminating (SIGTERM)\u000a09:13:54.980641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32350): Terminating (SIGTERM)\u000a09:13:55.022400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32353): Terminating (SIGTERM)\u000a09:13:55.031930 --- ParallelTerminationStrategy: PID 32341 died...\u000a09:13:55.087574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32341): Terminated: ok {rc=0}\u000a09:13:55.097916 --- ParallelTerminationStrategy: PID 32342 died...\u000a09:13:55.152827 run iperf3-srv_10.42.42.10(pid=32342): Terminated {rc=256}\u000a09:13:55.162751 --- ParallelTerminationStrategy: PID 32343 died...\u000a09:13:55.218038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32343): Terminated: ok {rc=0}\u000a09:13:55.227928 --- ParallelTerminationStrategy: PID 32344 died...\u000a09:13:55.282837 run iperf3-srv_10.42.42.10(pid=32344): Terminated {rc=256}\u000a09:13:55.292756 --- ParallelTerminationStrategy: PID 32347 died...\u000a09:13:55.348122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32347): Terminated: ok {rc=0}\u000a09:13:55.358109 --- ParallelTerminationStrategy: PID 32350 died...\u000a09:13:55.413186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32350): Terminated: ok {rc=0}\u000a09:13:55.423158 --- ParallelTerminationStrategy: PID 32353 died...\u000a09:13:55.479257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32353): Terminated: ok {rc=0}\u000a09:13:55.565160 bus /gobi_0: Setting Powered False\u000a09:13:56.671127 bus /gobi_0: Setting Powered False\u000a09:13:57.778501 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32363): Process ended prematurely: osmo-stp_10.42.42.5(pid=32363) [trial-2402↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32363)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32363): Process ended prematurely: osmo-stp_10.42.42.5(pid=32363) [trial-2402↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a09:13:58.885818 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:58.897064 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:13:59.042472 tst iperf3.py: using LAC 39904\u000a09:13:59.161532 tst iperf3.py: using RAC 124\u000a09:13:59.278994 tst iperf3.py: using CellId 39904\u000a09:13:59.396394 tst iperf3.py: using BVCI 39905\u000a09:13:59.419498 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:59.430280 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:59.440706 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:59.451094 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:59.462182 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:59.473589 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:59.484783 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:59.495578 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:13:59.506634 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:13:59.781729 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:13:59.906833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:00.219187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32355): Launched\u000a09:14:00.479363 run iperf3-srv_10.42.42.10(pid=32356): Launched\u000a09:14:00.661598 tst iperf3.py:8: start network...\u000a09:14:00.786331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:01.334553 run create_hlr_db(pid=32357): Launched\u000a09:14:01.510976 bus /gobi_6: Setting Powered False\u000a09:14:02.529596 run create_hlr_db(pid=32357): Terminated: ok {rc=0}\u000a09:14:02.955650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32359): Launched\u000a09:14:03.276307 run osmo-hlr_10.42.42.2(pid=32360): Launched\u000a09:14:03.396680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:03.953043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32362): Launched\u000a09:14:04.274529 run osmo-stp_10.42.42.5(pid=32363): Launched\u000a09:14:04.390302 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:04.946424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32365): Launched\u000a09:14:05.060585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:05.338549 run patchelf(pid=32366): Launched\u000a09:14:05.525894 run osmo-stp_10.42.42.5(pid=32363): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32363)]\u000a09:14:05.662512 run osmo-stp_10.42.42.5(pid=32363): stdout: \u000a| (launched: 2022-12-14_09:14:04.116045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:05.799084 run osmo-stp_10.42.42.5(pid=32363): stderr: \u000a| �[0;m�[38;5;43m20221214091404303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091404303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091404304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091404304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091404305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091404305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091404305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:05.931196 run osmo-stp_10.42.42.5(pid=32363): stdout: \u000a| (launched: 2022-12-14_09:14:04.116045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:06.061851 run osmo-stp_10.42.42.5(pid=32363): stderr: \u000a| �[0;m�[38;5;43m20221214091404303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091404303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091404304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091404304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091404305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091404305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091404305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:06.213402 run patchelf(pid=32366): Terminating (SIGINT)\u000a09:14:06.391741 run patchelf(pid=32366): Terminated: ok {rc=0}\u000a09:14:06.425128 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32363): Process ended prematurely: osmo-stp_10.42.42.5(pid=32363) [trial-2402↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32363)] [trial-2402↪gprs:trx-lms↪iperf3.py:8]\u000a09:14:06.434954 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:14:06.497779 run osmo-hlr_10.42.42.2(pid=32360): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32360)]\u000a09:14:06.549028 run osmo-hlr_10.42.42.2(pid=32360): stdout: \u000a| (launched: 2022-12-14_09:14:03.118658) \u000a09:14:06.600573 run osmo-hlr_10.42.42.2(pid=32360): stderr: \u000a| �[0;m�[1;31m20221214091403313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091403313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091403313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091403313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091403313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091403313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091403326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091403334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091403334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091403334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:06.644454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32355): Terminating (SIGTERM)\u000a09:14:06.685602 run iperf3-srv_10.42.42.10(pid=32356): Terminating (SIGTERM)\u000a09:14:06.727245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32359): Terminating (SIGTERM)\u000a09:14:06.768474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32362): Terminating (SIGTERM)\u000a09:14:06.809852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32365): Terminating (SIGTERM)\u000a09:14:06.819388 --- ParallelTerminationStrategy: PID 32355 died...\u000a09:14:06.874293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32355): Terminated: ok {rc=0}\u000a09:14:06.884269 --- ParallelTerminationStrategy: PID 32356 died...\u000a09:14:06.938938 run iperf3-srv_10.42.42.10(pid=32356): Terminated {rc=256}\u000a09:14:06.948838 --- ParallelTerminationStrategy: PID 32359 died...\u000a09:14:07.003664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32359): Terminated: ok {rc=0}\u000a09:14:07.013721 --- ParallelTerminationStrategy: PID 32362 died...\u000a09:14:07.068484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32362): Terminated: ok {rc=0}\u000a09:14:07.078445 --- ParallelTerminationStrategy: PID 32365 died...\u000a09:14:07.133366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32365): Terminated: ok {rc=0}\u000a09:14:07.219150 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32381): Process ended prematurely: osmo-stp_10.42.42.5(pid=32381) [trial-2402↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32381)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32381): Process ended prematurely: osmo-stp_10.42.42.5(pid=32381) [trial-2402↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a09:14:08.335161 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:08.346869 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:14:08.490314 tst iperf3m4.py: using LAC 39905\u000a09:14:08.614989 tst iperf3m4.py: using RAC 125\u000a09:14:08.743770 tst iperf3m4.py: using CellId 39905\u000a09:14:08.868160 tst iperf3m4.py: using BVCI 39906\u000a09:14:08.892647 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:08.903798 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:08.914631 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:08.925473 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:08.936188 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:08.947106 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:08.958545 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:08.969620 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:08.980582 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:14:09.096430 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:14:09.220144 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:14:09.338164 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:14:09.630156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:14:09.763709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:10.093971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32367): Launched\u000a09:14:10.367544 run iperf3-srv_10.42.42.10(pid=32368): Launched\u000a09:14:10.563397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:14:10.696783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:11.027505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32369): Launched\u000a09:14:11.303446 run iperf3-srv_10.42.42.10(pid=32370): Launched\u000a09:14:11.499147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:14:11.632870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:11.963281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32371): Launched\u000a09:14:12.238826 run iperf3-srv_10.42.42.10(pid=32372): Launched\u000a09:14:12.433588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:14:12.567193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:12.895350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32373): Launched\u000a09:14:13.169257 run iperf3-srv_10.42.42.10(pid=32374): Launched\u000a09:14:13.364396 tst iperf3m4.py:8: start network...\u000a09:14:13.498158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:14.011119 run create_hlr_db(pid=32375): Launched\u000a09:14:14.195488 bus /gobi_6: Setting Powered False\u000a09:14:15.216301 run create_hlr_db(pid=32375): Terminated: ok {rc=0}\u000a09:14:15.617419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32377): Launched\u000a09:14:16.037188 run osmo-hlr_10.42.42.2(pid=32378): Launched\u000a09:14:16.210345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:16.846917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32380): Launched\u000a09:14:17.272162 run osmo-stp_10.42.42.5(pid=32381): Launched\u000a09:14:17.448246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:17.975114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32383): Launched\u000a09:14:18.081381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:18.341682 run patchelf(pid=32384): Launched\u000a09:14:18.516918 run osmo-stp_10.42.42.5(pid=32381): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32381)]\u000a09:14:18.645453 run osmo-stp_10.42.42.5(pid=32381): stdout: \u000a| (launched: 2022-12-14_09:14:17.012436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:18.774012 run osmo-stp_10.42.42.5(pid=32381): stderr: \u000a| �[0;m�[38;5;43m20221214091417302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091417302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091417303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091417303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091417304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091417304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091417304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:18.898383 run osmo-stp_10.42.42.5(pid=32381): stdout: \u000a| (launched: 2022-12-14_09:14:17.012436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:19.020852 run osmo-stp_10.42.42.5(pid=32381): stderr: \u000a| �[0;m�[38;5;43m20221214091417302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091417302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091417303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091417303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091417304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091417304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091417304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:19.163048 run patchelf(pid=32384): Terminating (SIGINT)\u000a09:14:19.330586 run patchelf(pid=32384): Terminated: ok {rc=0}\u000a09:14:19.361464 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32381): Process ended prematurely: osmo-stp_10.42.42.5(pid=32381) [trial-2402↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32381)] [trial-2402↪gprs:trx-lms↪iperf3m4.py:8]\u000a09:14:19.370719 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a09:14:19.430642 run osmo-hlr_10.42.42.2(pid=32378): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32378)]\u000a09:14:19.480007 run osmo-hlr_10.42.42.2(pid=32378): stdout: \u000a| (launched: 2022-12-14_09:14:15.770204) \u000a09:14:19.529351 run osmo-hlr_10.42.42.2(pid=32378): stderr: \u000a| �[0;m�[1;31m20221214091416023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091416023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091416023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091416023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091416023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091416023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091416049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091416069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091416070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091416070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:19.571338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32367): Terminating (SIGTERM)\u000a09:14:19.610582 run iperf3-srv_10.42.42.10(pid=32368): Terminating (SIGTERM)\u000a09:14:19.650637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32369): Terminating (SIGTERM)\u000a09:14:19.690077 run iperf3-srv_10.42.42.10(pid=32370): Terminating (SIGTERM)\u000a09:14:19.730093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32371): Terminating (SIGTERM)\u000a09:14:19.769179 run iperf3-srv_10.42.42.10(pid=32372): Terminating (SIGTERM)\u000a09:14:19.808507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32373): Terminating (SIGTERM)\u000a09:14:19.847676 run iperf3-srv_10.42.42.10(pid=32374): Terminating (SIGTERM)\u000a09:14:19.886910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32377): Terminating (SIGTERM)\u000a09:14:19.926011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32380): Terminating (SIGTERM)\u000a09:14:19.965324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32383): Terminating (SIGTERM)\u000a09:14:19.974629 --- ParallelTerminationStrategy: PID 32367 died...\u000a09:14:20.027678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32367): Terminated: ok {rc=0}\u000a09:14:20.037096 --- ParallelTerminationStrategy: PID 32368 died...\u000a09:14:20.089852 run iperf3-srv_10.42.42.10(pid=32368): Terminated {rc=256}\u000a09:14:20.099192 --- ParallelTerminationStrategy: PID 32369 died...\u000a09:14:20.152077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32369): Terminated: ok {rc=0}\u000a09:14:20.161706 --- ParallelTerminationStrategy: PID 32370 died...\u000a09:14:20.215082 run iperf3-srv_10.42.42.10(pid=32370): Terminated {rc=256}\u000a09:14:20.224827 --- ParallelTerminationStrategy: PID 32371 died...\u000a09:14:20.277817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32371): Terminated: ok {rc=0}\u000a09:14:20.287364 --- ParallelTerminationStrategy: PID 32372 died...\u000a09:14:20.340386 run iperf3-srv_10.42.42.10(pid=32372): Terminated {rc=256}\u000a09:14:20.349869 --- ParallelTerminationStrategy: PID 32373 died...\u000a09:14:20.403050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32373): Terminated: ok {rc=0}\u000a09:14:20.412626 --- ParallelTerminationStrategy: PID 32374 died...\u000a09:14:20.465973 run iperf3-srv_10.42.42.10(pid=32374): Terminated {rc=256}\u000a09:14:20.475545 --- ParallelTerminationStrategy: PID 32377 died...\u000a09:14:20.528894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32377): Terminated: ok {rc=0}\u000a09:14:20.538406 --- ParallelTerminationStrategy: PID 32380 died...\u000a09:14:20.591500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32380): Terminated: ok {rc=0}\u000a09:14:20.601148 --- ParallelTerminationStrategy: PID 32383 died...\u000a09:14:20.654260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32383): Terminated: ok {rc=0}\u000a09:14:20.742017 bus /gobi_4: Setting Powered False\u000a09:14:21.844337 bus /gobi_4: Setting Powered False\u000a09:14:22.953279 bus /gobi_1: Setting Powered False\u000a09:14:24.055415 bus /gobi_1: Setting Powered False\u000a09:14:25.165989 bus /gobi_0: Setting Powered False\u000a09:14:26.268392 bus /gobi_0: Setting Powered False\u000a09:14:27.379269 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32391): Process ended prematurely: osmo-stp_10.42.42.5(pid=32391) [trial-2402↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32391): Process ended prematurely: osmo-stp_10.42.42.5(pid=32391) [trial-2402↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a09:14:28.446413 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:28.457654 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:14:28.597184 tst ping.py: using LAC 39906\u000a09:14:28.722637 tst ping.py: using RAC 126\u000a09:14:28.846744 tst ping.py: using CellId 39906\u000a09:14:28.970204 tst ping.py: using BVCI 39907\u000a09:14:28.994366 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:29.005474 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:29.016431 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:29.027415 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:29.038337 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:29.049185 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:29.060124 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:29.071138 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:14:29.342305 tst ping.py:19: start network...\u000a09:14:29.463461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:29.927015 run create_hlr_db(pid=32385): Launched\u000a09:14:30.096267 bus /gobi_6: Setting Powered False\u000a09:14:31.132563 run create_hlr_db(pid=32385): Terminated: ok {rc=0}\u000a09:14:31.577804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32387): Launched\u000a09:14:31.987963 run osmo-hlr_10.42.42.2(pid=32388): Launched\u000a09:14:32.153503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:32.678553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32390): Launched\u000a09:14:32.971814 run osmo-stp_10.42.42.5(pid=32391): Launched\u000a09:14:33.078169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:33.590256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32393): Launched\u000a09:14:33.694487 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:33.954187 run patchelf(pid=32394): Launched\u000a09:14:34.127366 run osmo-stp_10.42.42.5(pid=32391): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)]\u000a09:14:34.254077 run osmo-stp_10.42.42.5(pid=32391): stdout: \u000a| (launched: 2022-12-14_09:14:32.827131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:34.380649 run osmo-stp_10.42.42.5(pid=32391): stderr: \u000a| �[0;m�[38;5;43m20221214091432994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091432994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091432995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091432995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091432996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091432996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091432996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:34.503400 run osmo-stp_10.42.42.5(pid=32391): stdout: \u000a| (launched: 2022-12-14_09:14:32.827131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:34.624826 run osmo-stp_10.42.42.5(pid=32391): stderr: \u000a| �[0;m�[38;5;43m20221214091432994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091432994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091432995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091432995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091432996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091432996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091432996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:34.765594 run patchelf(pid=32394): Terminating (SIGINT)\u000a09:14:34.931137 run patchelf(pid=32394): Terminated: ok {rc=0}\u000a09:14:34.961308 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32391): Process ended prematurely: osmo-stp_10.42.42.5(pid=32391) [trial-2402↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)] [trial-2402↪gprs:trx-lms↪ping.py:22]\u000a09:14:34.970190 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:14:35.030582 run osmo-hlr_10.42.42.2(pid=32388): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32388)]\u000a09:14:35.080189 run osmo-hlr_10.42.42.2(pid=32388): stdout: \u000a| (launched: 2022-12-14_09:14:31.744129) \u000a09:14:35.130391 run osmo-hlr_10.42.42.2(pid=32388): stderr: \u000a| �[0;m�[1;31m20221214091432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091432063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091432075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091432075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091432075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:35.173004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32387): Terminating (SIGTERM)\u000a09:14:35.213264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32390): Terminating (SIGTERM)\u000a09:14:35.253423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32393): Terminating (SIGTERM)\u000a09:14:35.262663 --- ParallelTerminationStrategy: PID 32387 died...\u000a09:14:35.316655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32387): Terminated: ok {rc=0}\u000a09:14:35.326351 --- ParallelTerminationStrategy: PID 32390 died...\u000a09:14:35.379897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32390): Terminated: ok {rc=0}\u000a09:14:35.389913 --- ParallelTerminationStrategy: PID 32393 died...\u000a09:14:35.443995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32393): Terminated: ok {rc=0}\u000a09:14:35.533247 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32401): Process ended prematurely: osmo-stp_10.42.42.5(pid=32401) [trial-2402↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32401)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32401): Process ended prematurely: osmo-stp_10.42.42.5(pid=32401) [trial-2402↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a09:14:36.584170 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:36.595502 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:14:36.734634 tst ping_idle_ping.py: using LAC 39907\u000a09:14:36.856078 tst ping_idle_ping.py: using RAC 127\u000a09:14:36.970454 tst ping_idle_ping.py: using CellId 39907\u000a09:14:37.085289 tst ping_idle_ping.py: using BVCI 39908\u000a09:14:37.107877 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:37.118491 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:37.128907 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:37.139266 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:37.149575 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:37.160390 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:37.171147 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:14:37.181968 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:14:37.453432 tst ping_idle_ping.py:24: start network...\u000a09:14:37.575749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:38.043412 run create_hlr_db(pid=32395): Launched\u000a09:14:38.213835 bus /gobi_6: Setting Powered False\u000a09:14:39.235272 run create_hlr_db(pid=32395): Terminated: ok {rc=0}\u000a09:14:39.657971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32397): Launched\u000a09:14:39.977883 run osmo-hlr_10.42.42.2(pid=32398): Launched\u000a09:14:40.093844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:40.641565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32400): Launched\u000a09:14:40.956244 run osmo-stp_10.42.42.5(pid=32401): Launched\u000a09:14:41.070245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:41.621823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32403): Launched\u000a09:14:41.733809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:42.009660 run patchelf(pid=32404): Launched\u000a09:14:42.194642 run osmo-stp_10.42.42.5(pid=32401): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32401)]\u000a09:14:42.329536 run osmo-stp_10.42.42.5(pid=32401): stdout: \u000a| (launched: 2022-12-14_09:14:40.801369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:42.464562 run osmo-stp_10.42.42.5(pid=32401): stderr: \u000a| �[0;m�[38;5;43m20221214091440989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091440989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091440989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091440990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091440990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091440990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091440990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:42.595842 run osmo-stp_10.42.42.5(pid=32401): stdout: \u000a| (launched: 2022-12-14_09:14:40.801369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:42.726036 run osmo-stp_10.42.42.5(pid=32401): stderr: \u000a| �[0;m�[38;5;43m20221214091440989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091440989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091440989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091440990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091440990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091440990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091440990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:42.875921 run patchelf(pid=32404): Terminating (SIGINT)\u000a09:14:43.052332 run patchelf(pid=32404): Terminated: ok {rc=0}\u000a09:14:43.084743 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32401): Process ended prematurely: osmo-stp_10.42.42.5(pid=32401) [trial-2402↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32401)] [trial-2402↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a09:14:43.094227 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:14:43.157123 run osmo-hlr_10.42.42.2(pid=32398): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32398)]\u000a09:14:43.208448 run osmo-hlr_10.42.42.2(pid=32398): stdout: \u000a| (launched: 2022-12-14_09:14:39.819444) \u000a09:14:43.260489 run osmo-hlr_10.42.42.2(pid=32398): stderr: \u000a| �[0;m�[1;31m20221214091440012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091440012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091440012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091440012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091440012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091440012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091440040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091440050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091440050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091440050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:43.304797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32397): Terminating (SIGTERM)\u000a09:14:43.346699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32400): Terminating (SIGTERM)\u000a09:14:43.388501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32403): Terminating (SIGTERM)\u000a09:14:43.397909 --- ParallelTerminationStrategy: PID 32397 died...\u000a09:14:43.453873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32397): Terminated: ok {rc=0}\u000a09:14:43.464013 --- ParallelTerminationStrategy: PID 32400 died...\u000a09:14:43.520046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32400): Terminated: ok {rc=0}\u000a09:14:43.530093 --- ParallelTerminationStrategy: PID 32403 died...\u000a09:14:43.586017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32403): Terminated: ok {rc=0}\u000a09:14:43.673208 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:13:45" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32419): Process ended prematurely: osmo-stp_10.42.42.5(pid=32419) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32419)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32419): Process ended prematurely: osmo-stp_10.42.42.5(pid=32419) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:14:45.832931 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:45.845330 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:14:46.008328 tst cs_paging_gprs_active.py: using LAC 39908\u000a09:14:46.141859 tst cs_paging_gprs_active.py: using RAC 128\u000a09:14:46.267730 tst cs_paging_gprs_active.py: using CellId 39908\u000a09:14:46.390222 tst cs_paging_gprs_active.py: using BVCI 39909\u000a09:14:46.415328 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:46.428547 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:46.440381 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:46.452457 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:46.464942 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:46.479387 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:46.491936 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:46.504641 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:46.517530 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:14:46.665544 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:14:47.043092 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:14:47.202410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:47.537190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32409): Launched\u000a09:14:47.814383 run iperf3-srv_10.42.42.10(pid=32410): Launched\u000a09:14:48.011943 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:14:48.146480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:48.479362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32411): Launched\u000a09:14:48.756882 run iperf3-srv_10.42.42.10(pid=32412): Launched\u000a09:14:48.954125 tst cs_paging_gprs_active.py:38: start network...\u000a09:14:49.088339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:49.602376 run create_hlr_db(pid=32413): Launched\u000a09:14:49.786724 bus /gobi_6: Setting Powered False\u000a09:14:50.808367 run create_hlr_db(pid=32413): Terminated: ok {rc=0}\u000a09:14:51.216541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32415): Launched\u000a09:14:51.536835 run osmo-hlr_10.42.42.2(pid=32416): Launched\u000a09:14:51.657589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:52.217778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32418): Launched\u000a09:14:52.538014 run osmo-stp_10.42.42.5(pid=32419): Launched\u000a09:14:52.654653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:53.213682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32421): Launched\u000a09:14:53.328015 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:53.607146 run patchelf(pid=32422): Launched\u000a09:14:53.795141 run osmo-stp_10.42.42.5(pid=32419): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32419)]\u000a09:14:53.932445 run osmo-stp_10.42.42.5(pid=32419): stdout: \u000a| (launched: 2022-12-14_09:14:52.381371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:54.069235 run osmo-stp_10.42.42.5(pid=32419): stderr: \u000a| �[0;m�[38;5;43m20221214091452572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091452572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091452572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091452572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091452573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091452573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091452573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:54.201543 run osmo-stp_10.42.42.5(pid=32419): stdout: \u000a| (launched: 2022-12-14_09:14:52.381371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:54.333111 run osmo-stp_10.42.42.5(pid=32419): stderr: \u000a| �[0;m�[38;5;43m20221214091452572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091452572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091452572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091452572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091452573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091452573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091452573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:54.485520 run patchelf(pid=32422): Terminating (SIGINT)\u000a09:14:54.664931 run patchelf(pid=32422): Terminated: ok {rc=0}\u000a09:14:54.698094 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32419): Process ended prematurely: osmo-stp_10.42.42.5(pid=32419) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32419)] [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:14:54.707996 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a09:14:54.771274 run osmo-hlr_10.42.42.2(pid=32416): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32416)]\u000a09:14:54.822462 run osmo-hlr_10.42.42.2(pid=32416): stdout: \u000a| (launched: 2022-12-14_09:14:51.379810) \u000a09:14:54.874079 run osmo-hlr_10.42.42.2(pid=32416): stderr: \u000a| �[0;m�[1;31m20221214091451574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091451574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091451574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091451574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091451574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091451575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091451587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091451595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091451595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091451595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:54.918204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32409): Terminating (SIGTERM)\u000a09:14:54.959570 run iperf3-srv_10.42.42.10(pid=32410): Terminating (SIGTERM)\u000a09:14:55.001137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32411): Terminating (SIGTERM)\u000a09:14:55.042460 run iperf3-srv_10.42.42.10(pid=32412): Terminating (SIGTERM)\u000a09:14:55.084050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32415): Terminating (SIGTERM)\u000a09:14:55.125812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32418): Terminating (SIGTERM)\u000a09:14:55.167389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32421): Terminating (SIGTERM)\u000a09:14:55.177138 --- ParallelTerminationStrategy: PID 32409 died...\u000a09:14:55.232719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32409): Terminated: ok {rc=0}\u000a09:14:55.242827 --- ParallelTerminationStrategy: PID 32410 died...\u000a09:14:55.298171 run iperf3-srv_10.42.42.10(pid=32410): Terminated {rc=256}\u000a09:14:55.308197 --- ParallelTerminationStrategy: PID 32411 died...\u000a09:14:55.363801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32411): Terminated: ok {rc=0}\u000a09:14:55.373892 --- ParallelTerminationStrategy: PID 32412 died...\u000a09:14:55.430802 run iperf3-srv_10.42.42.10(pid=32412): Terminated {rc=256}\u000a09:14:55.440814 --- ParallelTerminationStrategy: PID 32415 died...\u000a09:14:55.496732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32415): Terminated: ok {rc=0}\u000a09:14:55.506917 --- ParallelTerminationStrategy: PID 32418 died...\u000a09:14:55.562672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32418): Terminated: ok {rc=0}\u000a09:14:55.572754 --- ParallelTerminationStrategy: PID 32421 died...\u000a09:14:55.628399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32421): Terminated: ok {rc=0}\u000a09:14:55.714507 bus /gobi_0: Setting Powered False\u000a09:14:56.819848 bus /gobi_0: Setting Powered False\u000a09:14:57.929107 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:14:59.037749 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:59.049289 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:14:59.193086 tst iperf3.py: using LAC 39909\u000a09:14:59.315989 tst iperf3.py: using RAC 129\u000a09:14:59.436152 tst iperf3.py: using CellId 39909\u000a09:14:59.554589 tst iperf3.py: using BVCI 39910\u000a09:14:59.577643 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:59.588478 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:59.599179 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:59.609880 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:59.620639 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:59.632577 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:59.644214 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:59.655537 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:14:59.667195 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:14:59.959442 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:15:00.093765 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:00.425370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32423): Launched\u000a09:15:00.701483 run iperf3-srv_10.42.42.10(pid=32424): Launched\u000a09:15:00.898576 tst iperf3.py:8: start network...\u000a09:15:01.034919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:01.578195 run create_hlr_db(pid=32425): Launched\u000a09:15:01.767969 bus /gobi_6: Setting Powered False\u000a09:15:02.773454 run create_hlr_db(pid=32425): Terminated: ok {rc=0}\u000a09:15:03.210032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32430): Launched\u000a09:15:03.531860 run osmo-hlr_10.42.42.2(pid=32431): Launched\u000a09:15:03.654130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:04.213283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Launched\u000a09:15:04.535021 run osmo-stp_10.42.42.5(pid=32434): Launched\u000a09:15:04.650494 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:05.209248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32436): Launched\u000a09:15:05.323421 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:05.602432 run patchelf(pid=32437): Launched\u000a09:15:05.789222 run osmo-stp_10.42.42.5(pid=32434): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)]\u000a09:15:05.925298 run osmo-stp_10.42.42.5(pid=32434): stdout: \u000a| (launched: 2022-12-14_09:15:04.376383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:06.062768 run osmo-stp_10.42.42.5(pid=32434): stderr: \u000a| �[0;m�[38;5;43m20221214091504564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091504564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091504565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091504565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091504566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091504566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091504566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:06.194816 run osmo-stp_10.42.42.5(pid=32434): stdout: \u000a| (launched: 2022-12-14_09:15:04.376383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:06.325259 run osmo-stp_10.42.42.5(pid=32434): stderr: \u000a| �[0;m�[38;5;43m20221214091504564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091504564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091504565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091504565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091504566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091504566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091504566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:06.477137 run patchelf(pid=32437): Terminating (SIGINT)\u000a09:15:06.656110 run patchelf(pid=32437): Terminated: ok {rc=0}\u000a09:15:06.688986 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)] [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a09:15:06.699034 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a09:15:06.762127 run osmo-hlr_10.42.42.2(pid=32431): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32431)]\u000a09:15:06.813791 run osmo-hlr_10.42.42.2(pid=32431): stdout: \u000a| (launched: 2022-12-14_09:15:03.373594) \u000a09:15:06.866229 run osmo-hlr_10.42.42.2(pid=32431): stderr: \u000a| �[0;m�[1;31m20221214091503569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091503569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091503569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091503569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091503569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091503569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091503582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:06.910559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32423): Terminating (SIGTERM)\u000a09:15:06.952046 run iperf3-srv_10.42.42.10(pid=32424): Terminating (SIGTERM)\u000a09:15:06.993835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32430): Terminating (SIGTERM)\u000a09:15:07.035742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Terminating (SIGTERM)\u000a09:15:07.077574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32436): Terminating (SIGTERM)\u000a09:15:07.087326 --- ParallelTerminationStrategy: PID 32423 died...\u000a09:15:07.142934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32423): Terminated: ok {rc=0}\u000a09:15:07.153051 --- ParallelTerminationStrategy: PID 32424 died...\u000a09:15:07.208336 run iperf3-srv_10.42.42.10(pid=32424): Terminated {rc=256}\u000a09:15:07.218332 --- ParallelTerminationStrategy: PID 32430 died...\u000a09:15:07.273830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32430): Terminated: ok {rc=0}\u000a09:15:07.283823 --- ParallelTerminationStrategy: PID 32433 died...\u000a09:15:07.339202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Terminated: ok {rc=0}\u000a09:15:07.349343 --- ParallelTerminationStrategy: PID 32436 died...\u000a09:15:07.404714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32436): Terminated: ok {rc=0}\u000a09:15:07.490820 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32452): Process ended prematurely: osmo-stp_10.42.42.5(pid=32452) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32452): Process ended prematurely: osmo-stp_10.42.42.5(pid=32452) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:15:08.599771 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:08.611198 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:15:08.747579 tst iperf3m4.py: using LAC 39910\u000a09:15:08.867434 tst iperf3m4.py: using RAC 130\u000a09:15:08.985283 tst iperf3m4.py: using CellId 39910\u000a09:15:09.104128 tst iperf3m4.py: using BVCI 39911\u000a09:15:09.127198 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:09.138107 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:09.148657 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:09.159306 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:09.169798 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:09.180805 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:09.191853 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:09.202746 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:09.213821 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:15:09.329607 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:15:09.451052 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:15:09.571474 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:15:09.849215 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:15:09.973966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:10.284637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32438): Launched\u000a09:15:10.542263 run iperf3-srv_10.42.42.10(pid=32439): Launched\u000a09:15:10.724155 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:15:10.848850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:11.158333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32440): Launched\u000a09:15:11.415782 run iperf3-srv_10.42.42.10(pid=32441): Launched\u000a09:15:11.597463 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:15:11.721703 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:12.031032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32442): Launched\u000a09:15:12.289413 run iperf3-srv_10.42.42.10(pid=32443): Launched\u000a09:15:12.471016 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:15:12.595972 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:12.906174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32444): Launched\u000a09:15:13.164408 run iperf3-srv_10.42.42.10(pid=32445): Launched\u000a09:15:13.346213 tst iperf3m4.py:8: start network...\u000a09:15:13.470782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:13.945494 run create_hlr_db(pid=32446): Launched\u000a09:15:14.117670 bus /gobi_6: Setting Powered False\u000a09:15:15.140011 run create_hlr_db(pid=32446): Terminated: ok {rc=0}\u000a09:15:15.540458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32448): Launched\u000a09:15:15.878360 run osmo-hlr_10.42.42.2(pid=32449): Launched\u000a09:15:16.058659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:16.659253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32451): Launched\u000a09:15:16.988011 run osmo-stp_10.42.42.5(pid=32452): Launched\u000a09:15:17.173106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:17.829359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32454): Launched\u000a09:15:17.943897 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:18.223120 run patchelf(pid=32455): Launched\u000a09:15:18.410160 run osmo-stp_10.42.42.5(pid=32452): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)]\u000a09:15:18.547318 run osmo-stp_10.42.42.5(pid=32452): stdout: \u000a| (launched: 2022-12-14_09:15:16.818372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:18.684596 run osmo-stp_10.42.42.5(pid=32452): stderr: \u000a| �[0;m�[38;5;43m20221214091517151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091517151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091517152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091517152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091517153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091517153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091517153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:18.816866 run osmo-stp_10.42.42.5(pid=32452): stdout: \u000a| (launched: 2022-12-14_09:15:16.818372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:18.948126 run osmo-stp_10.42.42.5(pid=32452): stderr: \u000a| �[0;m�[38;5;43m20221214091517151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091517151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091517152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091517152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091517153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091517153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091517153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:19.100292 run patchelf(pid=32455): Terminating (SIGINT)\u000a09:15:19.279203 run patchelf(pid=32455): Terminated: ok {rc=0}\u000a09:15:19.312183 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32452): Process ended prematurely: osmo-stp_10.42.42.5(pid=32452) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32452)] [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:15:19.322098 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:15:19.385584 run osmo-hlr_10.42.42.2(pid=32449): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32449)]\u000a09:15:19.437334 run osmo-hlr_10.42.42.2(pid=32449): stdout: \u000a| (launched: 2022-12-14_09:15:15.692545) \u000a09:15:19.489588 run osmo-hlr_10.42.42.2(pid=32449): stderr: \u000a| �[0;m�[1;31m20221214091515899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091515899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091515899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091515899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091515899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091515899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091515923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091515942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091515942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091515942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:19.534414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32438): Terminating (SIGTERM)\u000a09:15:19.576699 run iperf3-srv_10.42.42.10(pid=32439): Terminating (SIGTERM)\u000a09:15:19.620138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32440): Terminating (SIGTERM)\u000a09:15:19.661863 run iperf3-srv_10.42.42.10(pid=32441): Terminating (SIGTERM)\u000a09:15:19.703427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32442): Terminating (SIGTERM)\u000a09:15:19.745074 run iperf3-srv_10.42.42.10(pid=32443): Terminating (SIGTERM)\u000a09:15:19.786726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32444): Terminating (SIGTERM)\u000a09:15:19.828354 run iperf3-srv_10.42.42.10(pid=32445): Terminating (SIGTERM)\u000a09:15:19.870486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32448): Terminating (SIGTERM)\u000a09:15:19.912632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32451): Terminating (SIGTERM)\u000a09:15:19.954849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32454): Terminating (SIGTERM)\u000a09:15:19.964457 --- ParallelTerminationStrategy: PID 32438 died...\u000a09:15:20.020211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32438): Terminated: ok {rc=0}\u000a09:15:20.030312 --- ParallelTerminationStrategy: PID 32439 died...\u000a09:15:20.085656 run iperf3-srv_10.42.42.10(pid=32439): Terminated {rc=256}\u000a09:15:20.095576 --- ParallelTerminationStrategy: PID 32440 died...\u000a09:15:20.151212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32440): Terminated: ok {rc=0}\u000a09:15:20.161291 --- ParallelTerminationStrategy: PID 32441 died...\u000a09:15:20.216573 run iperf3-srv_10.42.42.10(pid=32441): Terminated {rc=256}\u000a09:15:20.226654 --- ParallelTerminationStrategy: PID 32442 died...\u000a09:15:20.282255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32442): Terminated: ok {rc=0}\u000a09:15:20.292329 --- ParallelTerminationStrategy: PID 32443 died...\u000a09:15:20.347810 run iperf3-srv_10.42.42.10(pid=32443): Terminated {rc=256}\u000a09:15:20.357941 --- ParallelTerminationStrategy: PID 32444 died...\u000a09:15:20.413416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32444): Terminated: ok {rc=0}\u000a09:15:20.423475 --- ParallelTerminationStrategy: PID 32445 died...\u000a09:15:20.478872 run iperf3-srv_10.42.42.10(pid=32445): Terminated {rc=256}\u000a09:15:20.488811 --- ParallelTerminationStrategy: PID 32448 died...\u000a09:15:20.544685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32448): Terminated: ok {rc=0}\u000a09:15:20.554810 --- ParallelTerminationStrategy: PID 32451 died...\u000a09:15:20.610525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32451): Terminated: ok {rc=0}\u000a09:15:20.620618 --- ParallelTerminationStrategy: PID 32454 died...\u000a09:15:20.676176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32454): Terminated: ok {rc=0}\u000a09:15:20.762752 bus /gobi_4: Setting Powered False\u000a09:15:21.869079 bus /gobi_4: Setting Powered False\u000a09:15:22.977393 bus /gobi_1: Setting Powered False\u000a09:15:24.083274 bus /gobi_1: Setting Powered False\u000a09:15:25.191349 bus /gobi_0: Setting Powered False\u000a09:15:26.297212 bus /gobi_0: Setting Powered False\u000a09:15:27.405678 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32462): Process ended prematurely: osmo-stp_10.42.42.5(pid=32462) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32462)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32462): Process ended prematurely: osmo-stp_10.42.42.5(pid=32462) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:15:28.474618 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:28.486524 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:15:28.628193 tst ping.py: using LAC 39911\u000a09:15:28.753327 tst ping.py: using RAC 131\u000a09:15:28.874195 tst ping.py: using CellId 39911\u000a09:15:28.989292 tst ping.py: using BVCI 39912\u000a09:15:29.011894 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:29.022791 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:29.033415 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:29.043923 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:29.055228 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:29.066319 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:29.077658 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:29.088573 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:15:29.358411 tst ping.py:19: start network...\u000a09:15:29.479553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:29.942597 run create_hlr_db(pid=32456): Launched\u000a09:15:30.112079 bus /gobi_6: Setting Powered False\u000a09:15:31.149504 run create_hlr_db(pid=32456): Terminated: ok {rc=0}\u000a09:15:31.591503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32458): Launched\u000a09:15:31.967579 run osmo-hlr_10.42.42.2(pid=32459): Launched\u000a09:15:32.155932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:32.682119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32461): Launched\u000a09:15:32.976925 run osmo-stp_10.42.42.5(pid=32462): Launched\u000a09:15:33.083286 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:33.594810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32464): Launched\u000a09:15:33.699586 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:33.956905 run patchelf(pid=32465): Launched\u000a09:15:34.130331 run osmo-stp_10.42.42.5(pid=32462): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32462)]\u000a09:15:34.257208 run osmo-stp_10.42.42.5(pid=32462): stdout: \u000a| (launched: 2022-12-14_09:15:32.830699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:34.383986 run osmo-stp_10.42.42.5(pid=32462): stderr: \u000a| �[0;m�[38;5;43m20221214091532997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091532998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091532998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091532998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091532999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091532999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091532999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:34.507054 run osmo-stp_10.42.42.5(pid=32462): stdout: \u000a| (launched: 2022-12-14_09:15:32.830699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:34.629236 run osmo-stp_10.42.42.5(pid=32462): stderr: \u000a| �[0;m�[38;5;43m20221214091532997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091532998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091532998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091532998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091532999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091532999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091532999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:34.770022 run patchelf(pid=32465): Terminating (SIGINT)\u000a09:15:34.935412 run patchelf(pid=32465): Terminated: ok {rc=0}\u000a09:15:34.965914 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32462): Process ended prematurely: osmo-stp_10.42.42.5(pid=32462) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32462)] [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a09:15:34.974877 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:15:35.035265 run osmo-hlr_10.42.42.2(pid=32459): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32459)]\u000a09:15:35.084726 run osmo-hlr_10.42.42.2(pid=32459): stdout: \u000a| (launched: 2022-12-14_09:15:31.756198) \u000a09:15:35.135159 run osmo-hlr_10.42.42.2(pid=32459): stderr: \u000a| �[0;m�[1;31m20221214091532070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091532070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091532070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091532070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091532070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091532070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091532087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091532104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091532104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091532104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:35.177705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32458): Terminating (SIGTERM)\u000a09:15:35.217513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32461): Terminating (SIGTERM)\u000a09:15:35.257755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32464): Terminating (SIGTERM)\u000a09:15:35.267061 --- ParallelTerminationStrategy: PID 32458 died...\u000a09:15:35.321315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32458): Terminated: ok {rc=0}\u000a09:15:35.330944 --- ParallelTerminationStrategy: PID 32461 died...\u000a09:15:35.384719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32461): Terminated: ok {rc=0}\u000a09:15:35.394391 --- ParallelTerminationStrategy: PID 32464 died...\u000a09:15:35.447941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32464): Terminated: ok {rc=0}\u000a09:15:35.535806 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32472): Process ended prematurely: osmo-stp_10.42.42.5(pid=32472) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32472)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32472): Process ended prematurely: osmo-stp_10.42.42.5(pid=32472) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:15:36.586531 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:36.598160 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:15:36.742586 tst ping_idle_ping.py: using LAC 39912\u000a09:15:36.866614 tst ping_idle_ping.py: using RAC 132\u000a09:15:36.991264 tst ping_idle_ping.py: using CellId 39912\u000a09:15:37.117170 tst ping_idle_ping.py: using BVCI 39913\u000a09:15:37.141462 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:37.152787 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:37.163990 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:37.175105 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:37.186617 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:37.198337 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:37.210102 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:15:37.221757 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:15:37.494365 tst ping_idle_ping.py:24: start network...\u000a09:15:37.616938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:38.085028 run create_hlr_db(pid=32466): Launched\u000a09:15:38.254717 bus /gobi_6: Setting Powered False\u000a09:15:39.276139 run create_hlr_db(pid=32466): Terminated: ok {rc=0}\u000a09:15:39.699057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32468): Launched\u000a09:15:40.014909 run osmo-hlr_10.42.42.2(pid=32469): Launched\u000a09:15:40.129750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:40.679855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32471): Launched\u000a09:15:40.996125 run osmo-stp_10.42.42.5(pid=32472): Launched\u000a09:15:41.109744 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:41.661724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32474): Launched\u000a09:15:41.773366 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:42.049101 run patchelf(pid=32475): Launched\u000a09:15:42.233235 run osmo-stp_10.42.42.5(pid=32472): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32472)]\u000a09:15:42.367720 run osmo-stp_10.42.42.5(pid=32472): stdout: \u000a| (launched: 2022-12-14_09:15:40.840004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:42.502316 run osmo-stp_10.42.42.5(pid=32472): stderr: \u000a| �[0;m�[38;5;43m20221214091541027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091541027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091541028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091541028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091541028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091541029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091541029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:42.632759 run osmo-stp_10.42.42.5(pid=32472): stdout: \u000a| (launched: 2022-12-14_09:15:40.840004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:42.762227 run osmo-stp_10.42.42.5(pid=32472): stderr: \u000a| �[0;m�[38;5;43m20221214091541027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091541027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091541028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091541028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091541028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091541029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091541029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:42.911705 run patchelf(pid=32475): Terminating (SIGINT)\u000a09:15:43.087492 run patchelf(pid=32475): Terminated: ok {rc=0}\u000a09:15:43.119448 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32472): Process ended prematurely: osmo-stp_10.42.42.5(pid=32472) [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32472)] [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:15:43.128612 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:15:43.190962 run osmo-hlr_10.42.42.2(pid=32469): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32469)]\u000a09:15:43.241968 run osmo-hlr_10.42.42.2(pid=32469): stdout: \u000a| (launched: 2022-12-14_09:15:39.859576) \u000a09:15:43.293657 run osmo-hlr_10.42.42.2(pid=32469): stderr: \u000a| �[0;m�[1;31m20221214091540055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091540055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091540055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091540055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091540055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091540055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091540066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091540074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091540075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091540075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:43.337673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32468): Terminating (SIGTERM)\u000a09:15:43.379146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32471): Terminating (SIGTERM)\u000a09:15:43.420713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32474): Terminating (SIGTERM)\u000a09:15:43.430412 --- ParallelTerminationStrategy: PID 32468 died...\u000a09:15:43.486066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32468): Terminated: ok {rc=0}\u000a09:15:43.496096 --- ParallelTerminationStrategy: PID 32471 died...\u000a09:15:43.552274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32471): Terminated: ok {rc=0}\u000a09:15:43.562394 --- ParallelTerminationStrategy: PID 32474 died...\u000a09:15:43.618307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32474): Terminated: ok {rc=0}\u000a09:15:43.705016 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:14:45" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32493): Process ended prematurely: osmo-stp_10.42.42.5(pid=32493) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32493)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32493): Process ended prematurely: osmo-stp_10.42.42.5(pid=32493) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:15:45.867219 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:45.878608 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:15:46.052481 tst cs_paging_gprs_active.py: using LAC 39913\u000a09:15:46.202268 tst cs_paging_gprs_active.py: using RAC 133\u000a09:15:46.335066 tst cs_paging_gprs_active.py: using CellId 39913\u000a09:15:46.485493 tst cs_paging_gprs_active.py: using BVCI 39914\u000a09:15:46.509960 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:46.522220 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:46.533627 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:46.545053 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:46.557301 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:46.569801 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:46.582516 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:46.594868 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:46.607502 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:15:46.728623 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:15:47.009203 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:15:47.139259 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:47.470489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32481): Launched\u000a09:15:47.729958 run iperf3-srv_10.42.42.10(pid=32482): Launched\u000a09:15:47.913025 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:15:48.038303 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:48.348668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32483): Launched\u000a09:15:48.606718 run iperf3-srv_10.42.42.10(pid=32484): Launched\u000a09:15:48.789236 tst cs_paging_gprs_active.py:38: start network...\u000a09:15:48.914661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:49.387559 run create_hlr_db(pid=32485): Launched\u000a09:15:49.559606 bus /gobi_6: Setting Powered False\u000a09:15:50.581217 run create_hlr_db(pid=32485): Terminated: ok {rc=0}\u000a09:15:50.978951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32487): Launched\u000a09:15:51.277940 run osmo-hlr_10.42.42.2(pid=32488): Launched\u000a09:15:51.394747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:51.919594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32490): Launched\u000a09:15:52.220777 run osmo-stp_10.42.42.5(pid=32493): Launched\u000a09:15:52.329317 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:52.851776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32495): Launched\u000a09:15:52.958022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:53.227517 run patchelf(pid=32496): Launched\u000a09:15:53.403455 run osmo-stp_10.42.42.5(pid=32493): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32493)]\u000a09:15:53.532064 run osmo-stp_10.42.42.5(pid=32493): stdout: \u000a| (launched: 2022-12-14_09:15:52.074431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:53.661189 run osmo-stp_10.42.42.5(pid=32493): stderr: \u000a| �[0;m�[38;5;43m20221214091552243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091552243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091552243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091552244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091552244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091552244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091552245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:53.785958 run osmo-stp_10.42.42.5(pid=32493): stdout: \u000a| (launched: 2022-12-14_09:15:52.074431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:53.909892 run osmo-stp_10.42.42.5(pid=32493): stderr: \u000a| �[0;m�[38;5;43m20221214091552243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091552243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091552243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091552244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091552244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091552244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091552245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:54.053755 run patchelf(pid=32496): Terminating (SIGINT)\u000a09:15:54.222595 run patchelf(pid=32496): Terminated: ok {rc=0}\u000a09:15:54.253678 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32493): Process ended prematurely: osmo-stp_10.42.42.5(pid=32493) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32493)] [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:15:54.263068 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a09:15:54.323238 run osmo-hlr_10.42.42.2(pid=32488): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32488)]\u000a09:15:54.372099 run osmo-hlr_10.42.42.2(pid=32488): stdout: \u000a| (launched: 2022-12-14_09:15:51.130382) \u000a09:15:54.421897 run osmo-hlr_10.42.42.2(pid=32488): stderr: \u000a| �[0;m�[1;31m20221214091551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091551313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091551321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091551321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091551321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:54.463842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32481): Terminating (SIGTERM)\u000a09:15:54.503296 run iperf3-srv_10.42.42.10(pid=32482): Terminating (SIGTERM)\u000a09:15:54.542909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32483): Terminating (SIGTERM)\u000a09:15:54.582401 run iperf3-srv_10.42.42.10(pid=32484): Terminating (SIGTERM)\u000a09:15:54.621955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32487): Terminating (SIGTERM)\u000a09:15:54.661439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32490): Terminating (SIGTERM)\u000a09:15:54.701040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32495): Terminating (SIGTERM)\u000a09:15:54.710241 --- ParallelTerminationStrategy: PID 32481 died...\u000a09:15:54.763459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32481): Terminated: ok {rc=0}\u000a09:15:54.773112 --- ParallelTerminationStrategy: PID 32482 died...\u000a09:15:54.825860 run iperf3-srv_10.42.42.10(pid=32482): Terminated {rc=256}\u000a09:15:54.835361 --- ParallelTerminationStrategy: PID 32483 died...\u000a09:15:54.888329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32483): Terminated: ok {rc=0}\u000a09:15:54.897875 --- ParallelTerminationStrategy: PID 32484 died...\u000a09:15:54.950806 run iperf3-srv_10.42.42.10(pid=32484): Terminated {rc=256}\u000a09:15:54.960336 --- ParallelTerminationStrategy: PID 32487 died...\u000a09:15:55.013174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32487): Terminated: ok {rc=0}\u000a09:15:55.022652 --- ParallelTerminationStrategy: PID 32490 died...\u000a09:15:55.075521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32490): Terminated: ok {rc=0}\u000a09:15:55.085111 --- ParallelTerminationStrategy: PID 32495 died...\u000a09:15:55.138016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32495): Terminated: ok {rc=0}\u000a09:15:55.220339 bus /gobi_0: Setting Powered False\u000a09:15:56.326504 bus /gobi_0: Setting Powered False\u000a09:15:57.432375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32506): Process ended prematurely: osmo-stp_10.42.42.5(pid=32506) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32506)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32506): Process ended prematurely: osmo-stp_10.42.42.5(pid=32506) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:15:58.539517 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:58.550975 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:15:58.706676 tst iperf3.py: using LAC 39914\u000a09:15:58.824180 tst iperf3.py: using RAC 134\u000a09:15:58.941629 tst iperf3.py: using CellId 39914\u000a09:15:59.058809 tst iperf3.py: using BVCI 39915\u000a09:15:59.081721 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:59.092549 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:59.103129 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:59.114084 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:59.125458 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:59.136439 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:59.147427 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:59.158265 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:15:59.169332 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:15:59.458870 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:15:59.593782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:15:59.924521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32498): Launched\u000a09:16:00.200463 run iperf3-srv_10.42.42.10(pid=32499): Launched\u000a09:16:00.396788 tst iperf3.py:8: start network...\u000a09:16:00.531758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:01.120218 run create_hlr_db(pid=32500): Launched\u000a09:16:01.302835 bus /gobi_6: Setting Powered False\u000a09:16:02.322543 run create_hlr_db(pid=32500): Terminated: ok {rc=0}\u000a09:16:02.723761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32502): Launched\u000a09:16:03.023516 run osmo-hlr_10.42.42.2(pid=32503): Launched\u000a09:16:03.140822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:03.668850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32505): Launched\u000a09:16:03.968805 run osmo-stp_10.42.42.5(pid=32506): Launched\u000a09:16:04.078619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:16:04.601455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32508): Launched\u000a09:16:04.708217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:16:04.969677 run patchelf(pid=32509): Launched\u000a09:16:05.144711 run osmo-stp_10.42.42.5(pid=32506): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32506)]\u000a09:16:05.273173 run osmo-stp_10.42.42.5(pid=32506): stdout: \u000a| (launched: 2022-12-14_09:16:03.821045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:05.402478 run osmo-stp_10.42.42.5(pid=32506): stderr: \u000a| �[0;m�[38;5;43m20221214091603986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091603986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091603986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091603987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091603987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091603987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091603987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:05.526389 run osmo-stp_10.42.42.5(pid=32506): stdout: \u000a| (launched: 2022-12-14_09:16:03.821045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:05.649601 run osmo-stp_10.42.42.5(pid=32506): stderr: \u000a| �[0;m�[38;5;43m20221214091603986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091603986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091603986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091603987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091603987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091603987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091603987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:05.792702 run patchelf(pid=32509): Terminating (SIGINT)\u000a09:16:05.960912 run patchelf(pid=32509): Terminated: ok {rc=0}\u000a09:16:05.991873 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32506): Process ended prematurely: osmo-stp_10.42.42.5(pid=32506) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32506)] [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:16:06.001144 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:16:06.062274 run osmo-hlr_10.42.42.2(pid=32503): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32503)]\u000a09:16:06.111594 run osmo-hlr_10.42.42.2(pid=32503): stdout: \u000a| (launched: 2022-12-14_09:16:02.875563) \u000a09:16:06.161388 run osmo-hlr_10.42.42.2(pid=32503): stderr: \u000a| �[0;m�[1;31m20221214091603048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091603048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091603048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091603048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091603048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091603048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091603060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091603069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091603069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091603070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:06.203776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32498): Terminating (SIGTERM)\u000a09:16:06.243851 run iperf3-srv_10.42.42.10(pid=32499): Terminating (SIGTERM)\u000a09:16:06.283844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32502): Terminating (SIGTERM)\u000a09:16:06.323854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32505): Terminating (SIGTERM)\u000a09:16:06.363831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32508): Terminating (SIGTERM)\u000a09:16:06.373083 --- ParallelTerminationStrategy: PID 32498 died...\u000a09:16:06.426923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32498): Terminated: ok {rc=0}\u000a09:16:06.436435 --- ParallelTerminationStrategy: PID 32499 died...\u000a09:16:06.489833 run iperf3-srv_10.42.42.10(pid=32499): Terminated {rc=256}\u000a09:16:06.499386 --- ParallelTerminationStrategy: PID 32502 died...\u000a09:16:06.552576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32502): Terminated: ok {rc=0}\u000a09:16:06.562124 --- ParallelTerminationStrategy: PID 32505 died...\u000a09:16:06.615312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32505): Terminated: ok {rc=0}\u000a09:16:06.624821 --- ParallelTerminationStrategy: PID 32508 died...\u000a09:16:06.678067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32508): Terminated: ok {rc=0}\u000a09:16:06.767311 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32524): Process ended prematurely: osmo-stp_10.42.42.5(pid=32524) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32524): Process ended prematurely: osmo-stp_10.42.42.5(pid=32524) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:16:07.875880 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:07.887400 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:16:08.041466 tst iperf3m4.py: using LAC 39915\u000a09:16:08.160740 tst iperf3m4.py: using RAC 135\u000a09:16:08.279207 tst iperf3m4.py: using CellId 39915\u000a09:16:08.395322 tst iperf3m4.py: using BVCI 39916\u000a09:16:08.418412 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:08.429301 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:08.439926 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:08.450655 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:08.461808 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:08.472771 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:08.483803 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:08.494910 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:08.506169 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:16:08.622170 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:16:08.739498 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:16:08.860290 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:16:09.138312 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:16:09.263037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:09.573212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32510): Launched\u000a09:16:09.830746 run iperf3-srv_10.42.42.10(pid=32511): Launched\u000a09:16:10.012520 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:16:10.137268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:10.446594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32512): Launched\u000a09:16:10.706794 run iperf3-srv_10.42.42.10(pid=32513): Launched\u000a09:16:10.888584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:16:11.013006 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:11.323302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32514): Launched\u000a09:16:11.582181 run iperf3-srv_10.42.42.10(pid=32515): Launched\u000a09:16:11.763607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:16:11.888551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:12.198622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32516): Launched\u000a09:16:12.456279 run iperf3-srv_10.42.42.10(pid=32517): Launched\u000a09:16:12.638282 tst iperf3m4.py:8: start network...\u000a09:16:12.762731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:13.235296 run create_hlr_db(pid=32518): Launched\u000a09:16:13.406875 bus /gobi_6: Setting Powered False\u000a09:16:14.429607 run create_hlr_db(pid=32518): Terminated: ok {rc=0}\u000a09:16:14.855518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32520): Launched\u000a09:16:15.177789 run osmo-hlr_10.42.42.2(pid=32521): Launched\u000a09:16:15.294573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:15.874883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32523): Launched\u000a09:16:16.534750 run osmo-stp_10.42.42.5(pid=32524): Launched\u000a09:16:16.717413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:16:17.263855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32526): Launched\u000a09:16:17.371945 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:16:17.633527 run patchelf(pid=32527): Launched\u000a09:16:17.807801 run osmo-stp_10.42.42.5(pid=32524): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)]\u000a09:16:17.935466 run osmo-stp_10.42.42.5(pid=32524): stdout: \u000a| (launched: 2022-12-14_09:16:16.053237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:18.063774 run osmo-stp_10.42.42.5(pid=32524): stderr: \u000a| �[0;m�[38;5;43m20221214091616372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091616372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091616373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091616374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091616376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091616376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091616376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:18.187858 run osmo-stp_10.42.42.5(pid=32524): stdout: \u000a| (launched: 2022-12-14_09:16:16.053237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:18.310407 run osmo-stp_10.42.42.5(pid=32524): stderr: \u000a| �[0;m�[38;5;43m20221214091616372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091616372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091616373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091616374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091616376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091616376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091616376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:18.452425 run patchelf(pid=32527): Terminating (SIGINT)\u000a09:16:18.619766 run patchelf(pid=32527): Terminated: ok {rc=0}\u000a09:16:18.650484 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32524): Process ended prematurely: osmo-stp_10.42.42.5(pid=32524) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)] [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:16:18.659794 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:16:18.720075 run osmo-hlr_10.42.42.2(pid=32521): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32521)]\u000a09:16:18.768812 run osmo-hlr_10.42.42.2(pid=32521): stdout: \u000a| (launched: 2022-12-14_09:16:15.018508) \u000a09:16:18.818864 run osmo-hlr_10.42.42.2(pid=32521): stderr: \u000a| �[0;m�[1;31m20221214091615213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091615213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091615213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091615213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091615213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091615213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091615228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091615238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091615238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091615238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:18.861239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32510): Terminating (SIGTERM)\u000a09:16:18.901406 run iperf3-srv_10.42.42.10(pid=32511): Terminating (SIGTERM)\u000a09:16:18.941232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32512): Terminating (SIGTERM)\u000a09:16:18.981249 run iperf3-srv_10.42.42.10(pid=32513): Terminating (SIGTERM)\u000a09:16:19.021007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32514): Terminating (SIGTERM)\u000a09:16:19.060928 run iperf3-srv_10.42.42.10(pid=32515): Terminating (SIGTERM)\u000a09:16:19.100504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32516): Terminating (SIGTERM)\u000a09:16:19.140451 run iperf3-srv_10.42.42.10(pid=32517): Terminating (SIGTERM)\u000a09:16:19.180116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32520): Terminating (SIGTERM)\u000a09:16:19.219747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32523): Terminating (SIGTERM)\u000a09:16:19.259239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32526): Terminating (SIGTERM)\u000a09:16:19.268422 --- ParallelTerminationStrategy: PID 32510 died...\u000a09:16:19.322007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32510): Terminated: ok {rc=0}\u000a09:16:19.331772 --- ParallelTerminationStrategy: PID 32511 died...\u000a09:16:19.385344 run iperf3-srv_10.42.42.10(pid=32511): Terminated {rc=256}\u000a09:16:19.394989 --- ParallelTerminationStrategy: PID 32512 died...\u000a09:16:19.448508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32512): Terminated: ok {rc=0}\u000a09:16:19.458051 --- ParallelTerminationStrategy: PID 32513 died...\u000a09:16:19.511390 run iperf3-srv_10.42.42.10(pid=32513): Terminated {rc=256}\u000a09:16:19.521122 --- ParallelTerminationStrategy: PID 32514 died...\u000a09:16:19.574464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32514): Terminated: ok {rc=0}\u000a09:16:19.583986 --- ParallelTerminationStrategy: PID 32515 died...\u000a09:16:19.637435 run iperf3-srv_10.42.42.10(pid=32515): Terminated {rc=256}\u000a09:16:19.646999 --- ParallelTerminationStrategy: PID 32516 died...\u000a09:16:19.700357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32516): Terminated: ok {rc=0}\u000a09:16:19.709989 --- ParallelTerminationStrategy: PID 32517 died...\u000a09:16:19.763472 run iperf3-srv_10.42.42.10(pid=32517): Terminated {rc=256}\u000a09:16:19.773148 --- ParallelTerminationStrategy: PID 32520 died...\u000a09:16:19.826254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32520): Terminated: ok {rc=0}\u000a09:16:19.835778 --- ParallelTerminationStrategy: PID 32523 died...\u000a09:16:19.888853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32523): Terminated: ok {rc=0}\u000a09:16:19.898469 --- ParallelTerminationStrategy: PID 32526 died...\u000a09:16:19.951872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32526): Terminated: ok {rc=0}\u000a09:16:20.039623 bus /gobi_4: Setting Powered False\u000a09:16:21.142319 bus /gobi_4: Setting Powered False\u000a09:16:22.250180 bus /gobi_1: Setting Powered False\u000a09:16:23.356176 bus /gobi_1: Setting Powered False\u000a09:16:24.467732 bus /gobi_0: Setting Powered False\u000a09:16:25.571202 bus /gobi_0: Setting Powered False\u000a09:16:26.680109 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32534): Process ended prematurely: osmo-stp_10.42.42.5(pid=32534) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32534)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32534): Process ended prematurely: osmo-stp_10.42.42.5(pid=32534) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:16:27.748881 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:27.760878 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:16:27.924530 tst ping.py: using LAC 39916\u000a09:16:28.047229 tst ping.py: using RAC 136\u000a09:16:28.169774 tst ping.py: using CellId 39916\u000a09:16:28.294217 tst ping.py: using BVCI 39917\u000a09:16:28.318342 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:28.329870 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:28.340999 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:28.352087 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:28.363222 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:28.374468 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:28.385807 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:28.396938 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:16:28.683297 tst ping.py:19: start network...\u000a09:16:28.814014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:29.316103 run create_hlr_db(pid=32528): Launched\u000a09:16:29.498390 bus /gobi_6: Setting Powered False\u000a09:16:30.519090 run create_hlr_db(pid=32528): Terminated: ok {rc=0}\u000a09:16:30.929225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32530): Launched\u000a09:16:31.351195 run osmo-hlr_10.42.42.2(pid=32531): Launched\u000a09:16:31.604864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:32.224299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32533): Launched\u000a09:16:32.537953 run osmo-stp_10.42.42.5(pid=32534): Launched\u000a09:16:32.644722 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:16:33.159121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32536): Launched\u000a09:16:33.263122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:16:33.519880 run patchelf(pid=32537): Launched\u000a09:16:33.692103 run osmo-stp_10.42.42.5(pid=32534): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32534)]\u000a09:16:33.817806 run osmo-stp_10.42.42.5(pid=32534): stdout: \u000a| (launched: 2022-12-14_09:16:32.387679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:33.944121 run osmo-stp_10.42.42.5(pid=32534): stderr: \u000a| �[0;m�[38;5;43m20221214091632557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091632558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091632558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091632558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091632559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091632559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091632559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:34.066210 run osmo-stp_10.42.42.5(pid=32534): stdout: \u000a| (launched: 2022-12-14_09:16:32.387679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:34.187112 run osmo-stp_10.42.42.5(pid=32534): stderr: \u000a| �[0;m�[38;5;43m20221214091632557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091632558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091632558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091632558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091632559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091632559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091632559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:34.326984 run patchelf(pid=32537): Terminating (SIGINT)\u000a09:16:34.491522 run patchelf(pid=32537): Terminated: ok {rc=0}\u000a09:16:34.521575 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32534): Process ended prematurely: osmo-stp_10.42.42.5(pid=32534) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32534)] [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:16:34.530311 tst ping.py:22: Test FAILED (6.8 sec)\u000a09:16:34.590370 run osmo-hlr_10.42.42.2(pid=32531): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32531)]\u000a09:16:34.639406 run osmo-hlr_10.42.42.2(pid=32531): stdout: \u000a| (launched: 2022-12-14_09:16:31.082338) \u000a09:16:34.689280 run osmo-hlr_10.42.42.2(pid=32531): stderr: \u000a| �[0;m�[1;31m20221214091631333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091631333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091631333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091631333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091631333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091631333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091631349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091631366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091631366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091631367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:34.731936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32530): Terminating (SIGTERM)\u000a09:16:34.771898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32533): Terminating (SIGTERM)\u000a09:16:34.811764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32536): Terminating (SIGTERM)\u000a09:16:34.821051 --- ParallelTerminationStrategy: PID 32530 died...\u000a09:16:34.874834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32530): Terminated: ok {rc=0}\u000a09:16:34.884466 --- ParallelTerminationStrategy: PID 32533 died...\u000a09:16:34.937971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32533): Terminated: ok {rc=0}\u000a09:16:34.947566 --- ParallelTerminationStrategy: PID 32536 died...\u000a09:16:35.001110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32536): Terminated: ok {rc=0}\u000a09:16:35.089164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32544): Process ended prematurely: osmo-stp_10.42.42.5(pid=32544) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32544)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32544): Process ended prematurely: osmo-stp_10.42.42.5(pid=32544) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:16:36.141378 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:36.152685 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:16:36.309850 tst ping_idle_ping.py: using LAC 39917\u000a09:16:36.427086 tst ping_idle_ping.py: using RAC 137\u000a09:16:36.543456 tst ping_idle_ping.py: using CellId 39917\u000a09:16:36.662423 tst ping_idle_ping.py: using BVCI 39918\u000a09:16:36.685117 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:36.695824 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:36.706592 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:36.717392 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:36.728843 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:36.740457 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:36.752012 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:16:36.763525 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:16:37.051526 tst ping_idle_ping.py:24: start network...\u000a09:16:37.182790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:37.692582 run create_hlr_db(pid=32538): Launched\u000a09:16:37.875801 bus /gobi_6: Setting Powered False\u000a09:16:38.897152 run create_hlr_db(pid=32538): Terminated: ok {rc=0}\u000a09:16:39.293772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32540): Launched\u000a09:16:39.588764 run osmo-hlr_10.42.42.2(pid=32541): Launched\u000a09:16:39.703824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:40.221160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32543): Launched\u000a09:16:40.516066 run osmo-stp_10.42.42.5(pid=32544): Launched\u000a09:16:40.623606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:16:41.139464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32546): Launched\u000a09:16:41.243831 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:16:41.501505 run patchelf(pid=32547): Launched\u000a09:16:41.675336 run osmo-stp_10.42.42.5(pid=32544): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32544)]\u000a09:16:41.802383 run osmo-stp_10.42.42.5(pid=32544): stdout: \u000a| (launched: 2022-12-14_09:16:40.369915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:41.929783 run osmo-stp_10.42.42.5(pid=32544): stderr: \u000a| �[0;m�[38;5;43m20221214091640536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091640536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091640537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091640537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091640538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091640538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091640538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:42.052188 run osmo-stp_10.42.42.5(pid=32544): stdout: \u000a| (launched: 2022-12-14_09:16:40.369915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:42.174106 run osmo-stp_10.42.42.5(pid=32544): stderr: \u000a| �[0;m�[38;5;43m20221214091640536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091640536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091640537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091640537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091640538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091640538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091640538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:42.314897 run patchelf(pid=32547): Terminating (SIGINT)\u000a09:16:42.480641 run patchelf(pid=32547): Terminated: ok {rc=0}\u000a09:16:42.510885 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32544): Process ended prematurely: osmo-stp_10.42.42.5(pid=32544) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32544)] [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:16:42.519631 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:16:42.579636 run osmo-hlr_10.42.42.2(pid=32541): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32541)]\u000a09:16:42.628529 run osmo-hlr_10.42.42.2(pid=32541): stdout: \u000a| (launched: 2022-12-14_09:16:39.442654) \u000a09:16:42.678132 run osmo-hlr_10.42.42.2(pid=32541): stderr: \u000a| �[0;m�[1;31m20221214091639614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091639614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091639614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091639614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091639614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091639614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091639626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091639636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091639636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091639636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:42.720327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32540): Terminating (SIGTERM)\u000a09:16:42.759954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32543): Terminating (SIGTERM)\u000a09:16:42.799864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32546): Terminating (SIGTERM)\u000a09:16:42.809138 --- ParallelTerminationStrategy: PID 32540 died...\u000a09:16:42.862826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32540): Terminated: ok {rc=0}\u000a09:16:42.872484 --- ParallelTerminationStrategy: PID 32543 died...\u000a09:16:42.925810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32543): Terminated: ok {rc=0}\u000a09:16:42.935411 --- ParallelTerminationStrategy: PID 32546 died...\u000a09:16:42.988460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32546): Terminated: ok {rc=0}\u000a09:16:43.071739 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:15:45" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32561): Process ended prematurely: osmo-stp_10.42.42.5(pid=32561) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32561)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32561): Process ended prematurely: osmo-stp_10.42.42.5(pid=32561) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:16:45.235059 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:45.246431 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:16:45.410137 tst cs_paging_gprs_active.py: using LAC 39918\u000a09:16:45.540390 tst cs_paging_gprs_active.py: using RAC 138\u000a09:16:45.665895 tst cs_paging_gprs_active.py: using CellId 39918\u000a09:16:45.790704 tst cs_paging_gprs_active.py: using BVCI 39919\u000a09:16:45.815558 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:45.827469 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:45.839821 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:45.851964 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:45.863822 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:45.875959 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:45.889118 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:45.900708 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:45.912561 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:16:46.056004 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:16:46.367599 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:16:46.498438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:46.833284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32551): Launched\u000a09:16:47.116394 run iperf3-srv_10.42.42.10(pid=32552): Launched\u000a09:16:47.305108 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:16:47.431315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:47.743139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32553): Launched\u000a09:16:48.003676 run iperf3-srv_10.42.42.10(pid=32554): Launched\u000a09:16:48.186283 tst cs_paging_gprs_active.py:38: start network...\u000a09:16:48.311538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:48.785048 run create_hlr_db(pid=32555): Launched\u000a09:16:48.957853 bus /gobi_6: Setting Powered False\u000a09:16:49.979389 run create_hlr_db(pid=32555): Terminated: ok {rc=0}\u000a09:16:50.377617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32557): Launched\u000a09:16:50.678989 run osmo-hlr_10.42.42.2(pid=32558): Launched\u000a09:16:50.793251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:51.315010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32560): Launched\u000a09:16:51.618111 run osmo-stp_10.42.42.5(pid=32561): Launched\u000a09:16:51.728296 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:16:52.250878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32563): Launched\u000a09:16:52.357640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:16:52.619295 run patchelf(pid=32564): Launched\u000a09:16:52.796134 run osmo-stp_10.42.42.5(pid=32561): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32561)]\u000a09:16:52.925211 run osmo-stp_10.42.42.5(pid=32561): stdout: \u000a| (launched: 2022-12-14_09:16:51.467365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:53.054137 run osmo-stp_10.42.42.5(pid=32561): stderr: \u000a| �[0;m�[38;5;43m20221214091651633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091651633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091651633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091651634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091651635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091651635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091651635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:53.178745 run osmo-stp_10.42.42.5(pid=32561): stdout: \u000a| (launched: 2022-12-14_09:16:51.467365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:53.302044 run osmo-stp_10.42.42.5(pid=32561): stderr: \u000a| �[0;m�[38;5;43m20221214091651633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091651633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091651633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091651634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091651635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091651635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091651635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:53.444919 run patchelf(pid=32564): Terminating (SIGINT)\u000a09:16:53.612931 run patchelf(pid=32564): Terminated: ok {rc=0}\u000a09:16:53.643807 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32561): Process ended prematurely: osmo-stp_10.42.42.5(pid=32561) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32561)] [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:16:53.653166 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:16:53.713432 run osmo-hlr_10.42.42.2(pid=32558): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32558)]\u000a09:16:53.762683 run osmo-hlr_10.42.42.2(pid=32558): stdout: \u000a| (launched: 2022-12-14_09:16:50.530127) \u000a09:16:53.812628 run osmo-hlr_10.42.42.2(pid=32558): stderr: \u000a| �[0;m�[1;31m20221214091650702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091650702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091650702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091650702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091650702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091650702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091650714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091650722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091650722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091650722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:53.854927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32551): Terminating (SIGTERM)\u000a09:16:53.894570 run iperf3-srv_10.42.42.10(pid=32552): Terminating (SIGTERM)\u000a09:16:53.934225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32553): Terminating (SIGTERM)\u000a09:16:53.973717 run iperf3-srv_10.42.42.10(pid=32554): Terminating (SIGTERM)\u000a09:16:54.013352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32557): Terminating (SIGTERM)\u000a09:16:54.053035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32560): Terminating (SIGTERM)\u000a09:16:54.092578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32563): Terminating (SIGTERM)\u000a09:16:54.101861 --- ParallelTerminationStrategy: PID 32551 died...\u000a09:16:54.155321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32551): Terminated: ok {rc=0}\u000a09:16:54.164845 --- ParallelTerminationStrategy: PID 32552 died...\u000a09:16:54.217911 run iperf3-srv_10.42.42.10(pid=32552): Terminated {rc=256}\u000a09:16:54.227444 --- ParallelTerminationStrategy: PID 32553 died...\u000a09:16:54.280621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32553): Terminated: ok {rc=0}\u000a09:16:54.290205 --- ParallelTerminationStrategy: PID 32554 died...\u000a09:16:54.343099 run iperf3-srv_10.42.42.10(pid=32554): Terminated {rc=256}\u000a09:16:54.352605 --- ParallelTerminationStrategy: PID 32557 died...\u000a09:16:54.405831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32557): Terminated: ok {rc=0}\u000a09:16:54.415429 --- ParallelTerminationStrategy: PID 32560 died...\u000a09:16:54.468920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32560): Terminated: ok {rc=0}\u000a09:16:54.478485 --- ParallelTerminationStrategy: PID 32563 died...\u000a09:16:54.531358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32563): Terminated: ok {rc=0}\u000a09:16:54.615574 bus /gobi_0: Setting Powered False\u000a09:16:55.722318 bus /gobi_0: Setting Powered False\u000a09:16:56.833052 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32576): Process ended prematurely: osmo-stp_10.42.42.5(pid=32576) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32576)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32576): Process ended prematurely: osmo-stp_10.42.42.5(pid=32576) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:16:57.940911 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:57.952423 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:16:58.111433 tst iperf3.py: using LAC 39919\u000a09:16:58.231375 tst iperf3.py: using RAC 139\u000a09:16:58.351615 tst iperf3.py: using CellId 39919\u000a09:16:58.476216 tst iperf3.py: using BVCI 39920\u000a09:16:58.499160 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:58.510213 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:58.521071 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:58.531666 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:58.542912 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:58.554084 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:58.565358 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:58.576419 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:16:58.587648 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:16:58.863040 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:16:58.988760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:59.298919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32565): Launched\u000a09:16:59.559346 run iperf3-srv_10.42.42.10(pid=32566): Launched\u000a09:16:59.741887 tst iperf3.py:8: start network...\u000a09:16:59.867051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:00.356778 run create_hlr_db(pid=32567): Launched\u000a09:17:00.541672 bus /gobi_6: Setting Powered False\u000a09:17:01.572057 run create_hlr_db(pid=32567): Terminated: ok {rc=0}\u000a09:17:02.016260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32572): Launched\u000a09:17:02.344000 run osmo-hlr_10.42.42.2(pid=32573): Launched\u000a09:17:02.465716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:03.027232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32575): Launched\u000a09:17:03.347240 run osmo-stp_10.42.42.5(pid=32576): Launched\u000a09:17:03.466174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:04.027431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32578): Launched\u000a09:17:04.142149 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:04.423014 run patchelf(pid=32579): Launched\u000a09:17:04.610609 run osmo-stp_10.42.42.5(pid=32576): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32576)]\u000a09:17:04.747178 run osmo-stp_10.42.42.5(pid=32576): stdout: \u000a| (launched: 2022-12-14_09:17:03.190419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:04.884013 run osmo-stp_10.42.42.5(pid=32576): stderr: \u000a| �[0;m�[38;5;43m20221214091703379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091703379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091703380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091703380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091703381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091703381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091703381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:05.016863 run osmo-stp_10.42.42.5(pid=32576): stdout: \u000a| (launched: 2022-12-14_09:17:03.190419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:05.148164 run osmo-stp_10.42.42.5(pid=32576): stderr: \u000a| �[0;m�[38;5;43m20221214091703379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091703379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091703380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091703380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091703381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091703381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091703381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:05.300545 run patchelf(pid=32579): Terminating (SIGINT)\u000a09:17:05.479262 run patchelf(pid=32579): Terminated: ok {rc=0}\u000a09:17:05.512043 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32576): Process ended prematurely: osmo-stp_10.42.42.5(pid=32576) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32576)] [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:17:05.521989 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:17:05.585050 run osmo-hlr_10.42.42.2(pid=32573): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32573)]\u000a09:17:05.636441 run osmo-hlr_10.42.42.2(pid=32573): stdout: \u000a| (launched: 2022-12-14_09:17:02.183299) \u000a09:17:05.688382 run osmo-hlr_10.42.42.2(pid=32573): stderr: \u000a| �[0;m�[1;31m20221214091702378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091702378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091702378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091702378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091702378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091702379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091702391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091702399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091702400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091702400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:05.732683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32565): Terminating (SIGTERM)\u000a09:17:05.774168 run iperf3-srv_10.42.42.10(pid=32566): Terminating (SIGTERM)\u000a09:17:05.815740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32572): Terminating (SIGTERM)\u000a09:17:05.857263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32575): Terminating (SIGTERM)\u000a09:17:05.898646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32578): Terminating (SIGTERM)\u000a09:17:05.908361 --- ParallelTerminationStrategy: PID 32565 died...\u000a09:17:05.964055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32565): Terminated: ok {rc=0}\u000a09:17:05.974178 --- ParallelTerminationStrategy: PID 32566 died...\u000a09:17:06.029279 run iperf3-srv_10.42.42.10(pid=32566): Terminated {rc=256}\u000a09:17:06.039264 --- ParallelTerminationStrategy: PID 32572 died...\u000a09:17:06.094703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32572): Terminated: ok {rc=0}\u000a09:17:06.104788 --- ParallelTerminationStrategy: PID 32575 died...\u000a09:17:06.160352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32575): Terminated: ok {rc=0}\u000a09:17:06.170506 --- ParallelTerminationStrategy: PID 32578 died...\u000a09:17:06.226074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32578): Terminated: ok {rc=0}\u000a09:17:06.313294 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32594): Process ended prematurely: osmo-stp_10.42.42.5(pid=32594) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32594)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32594): Process ended prematurely: osmo-stp_10.42.42.5(pid=32594) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:17:07.425028 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:07.436743 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:17:07.595843 tst iperf3m4.py: using LAC 39920\u000a09:17:07.716797 tst iperf3m4.py: using RAC 140\u000a09:17:07.835402 tst iperf3m4.py: using CellId 39920\u000a09:17:07.955654 tst iperf3m4.py: using BVCI 39921\u000a09:17:07.978733 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:07.989675 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:08.000540 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:08.011195 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:08.022724 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:08.034021 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:08.045826 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:08.057049 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:08.068436 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:17:08.184474 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:17:08.304729 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:17:08.422572 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:17:08.701201 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:17:08.826722 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:09.139447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32580): Launched\u000a09:17:09.398995 run iperf3-srv_10.42.42.10(pid=32581): Launched\u000a09:17:09.582163 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:17:09.707296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:10.019481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32582): Launched\u000a09:17:10.278333 run iperf3-srv_10.42.42.10(pid=32583): Launched\u000a09:17:10.460414 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:17:10.585383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:10.898912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32584): Launched\u000a09:17:11.158047 run iperf3-srv_10.42.42.10(pid=32585): Launched\u000a09:17:11.340365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:17:11.465682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:11.778290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32586): Launched\u000a09:17:12.039023 run iperf3-srv_10.42.42.10(pid=32587): Launched\u000a09:17:12.221598 tst iperf3m4.py:8: start network...\u000a09:17:12.346299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:12.819249 run create_hlr_db(pid=32588): Launched\u000a09:17:12.991251 bus /gobi_6: Setting Powered False\u000a09:17:14.013572 run create_hlr_db(pid=32588): Terminated: ok {rc=0}\u000a09:17:14.413643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32590): Launched\u000a09:17:14.715493 run osmo-hlr_10.42.42.2(pid=32591): Launched\u000a09:17:14.832494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:15.363889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32593): Launched\u000a09:17:15.666621 run osmo-stp_10.42.42.5(pid=32594): Launched\u000a09:17:15.776758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:16.326038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32596): Launched\u000a09:17:16.446493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:16.746066 run patchelf(pid=32597): Launched\u000a09:17:16.939284 run osmo-stp_10.42.42.5(pid=32594): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32594)]\u000a09:17:17.082342 run osmo-stp_10.42.42.5(pid=32594): stdout: \u000a| (launched: 2022-12-14_09:17:15.515471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:17.221660 run osmo-stp_10.42.42.5(pid=32594): stderr: \u000a| �[0;m�[38;5;43m20221214091715683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091715683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091715683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091715684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091715684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091715685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091715685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:17.354480 run osmo-stp_10.42.42.5(pid=32594): stdout: \u000a| (launched: 2022-12-14_09:17:15.515471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:17.486178 run osmo-stp_10.42.42.5(pid=32594): stderr: \u000a| �[0;m�[38;5;43m20221214091715683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091715683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091715683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091715684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091715684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091715685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091715685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:17.639277 run patchelf(pid=32597): Terminating (SIGINT)\u000a09:17:17.818007 run patchelf(pid=32597): Terminated: ok {rc=0}\u000a09:17:17.851184 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32594): Process ended prematurely: osmo-stp_10.42.42.5(pid=32594) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32594)] [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:17:17.861462 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:17:17.924578 run osmo-hlr_10.42.42.2(pid=32591): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32591)]\u000a09:17:17.975981 run osmo-hlr_10.42.42.2(pid=32591): stdout: \u000a| (launched: 2022-12-14_09:17:14.566099) \u000a09:17:18.028198 run osmo-hlr_10.42.42.2(pid=32591): stderr: \u000a| �[0;m�[1;31m20221214091714738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091714738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091714738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091714738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091714738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091714738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091714751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091714761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091714762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091714762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:18.072616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32580): Terminating (SIGTERM)\u000a09:17:18.114460 run iperf3-srv_10.42.42.10(pid=32581): Terminating (SIGTERM)\u000a09:17:18.156047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32582): Terminating (SIGTERM)\u000a09:17:18.197838 run iperf3-srv_10.42.42.10(pid=32583): Terminating (SIGTERM)\u000a09:17:18.239653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32584): Terminating (SIGTERM)\u000a09:17:18.281430 run iperf3-srv_10.42.42.10(pid=32585): Terminating (SIGTERM)\u000a09:17:18.323022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32586): Terminating (SIGTERM)\u000a09:17:18.364795 run iperf3-srv_10.42.42.10(pid=32587): Terminating (SIGTERM)\u000a09:17:18.406370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32590): Terminating (SIGTERM)\u000a09:17:18.447995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32593): Terminating (SIGTERM)\u000a09:17:18.489454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32596): Terminating (SIGTERM)\u000a09:17:18.499195 --- ParallelTerminationStrategy: PID 32580 died...\u000a09:17:18.555099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32580): Terminated: ok {rc=0}\u000a09:17:18.565438 --- ParallelTerminationStrategy: PID 32581 died...\u000a09:17:18.621398 run iperf3-srv_10.42.42.10(pid=32581): Terminated {rc=256}\u000a09:17:18.631612 --- ParallelTerminationStrategy: PID 32582 died...\u000a09:17:18.687309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32582): Terminated: ok {rc=0}\u000a09:17:18.697582 --- ParallelTerminationStrategy: PID 32583 died...\u000a09:17:18.752915 run iperf3-srv_10.42.42.10(pid=32583): Terminated {rc=256}\u000a09:17:18.763453 --- ParallelTerminationStrategy: PID 32584 died...\u000a09:17:18.820337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32584): Terminated: ok {rc=0}\u000a09:17:18.830557 --- ParallelTerminationStrategy: PID 32585 died...\u000a09:17:18.886213 run iperf3-srv_10.42.42.10(pid=32585): Terminated {rc=256}\u000a09:17:18.896291 --- ParallelTerminationStrategy: PID 32586 died...\u000a09:17:18.951786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32586): Terminated: ok {rc=0}\u000a09:17:18.962151 --- ParallelTerminationStrategy: PID 32587 died...\u000a09:17:19.017592 run iperf3-srv_10.42.42.10(pid=32587): Terminated {rc=256}\u000a09:17:19.027831 --- ParallelTerminationStrategy: PID 32590 died...\u000a09:17:19.084117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32590): Terminated: ok {rc=0}\u000a09:17:19.094430 --- ParallelTerminationStrategy: PID 32593 died...\u000a09:17:19.150355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32593): Terminated: ok {rc=0}\u000a09:17:19.160666 --- ParallelTerminationStrategy: PID 32596 died...\u000a09:17:19.216661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32596): Terminated: ok {rc=0}\u000a09:17:19.303124 bus /gobi_4: Setting Powered False\u000a09:17:20.408872 bus /gobi_4: Setting Powered False\u000a09:17:21.516972 bus /gobi_1: Setting Powered False\u000a09:17:22.623225 bus /gobi_1: Setting Powered False\u000a09:17:23.733119 bus /gobi_0: Setting Powered False\u000a09:17:24.837513 bus /gobi_0: Setting Powered False\u000a09:17:25.945481 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32604): Process ended prematurely: osmo-stp_10.42.42.5(pid=32604) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32604)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32604): Process ended prematurely: osmo-stp_10.42.42.5(pid=32604) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:17:27.013738 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:27.025743 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:17:27.188848 tst ping.py: using LAC 39921\u000a09:17:27.312880 tst ping.py: using RAC 141\u000a09:17:27.432883 tst ping.py: using CellId 39921\u000a09:17:27.550130 tst ping.py: using BVCI 39922\u000a09:17:27.573198 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:27.584361 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:27.595354 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:27.606306 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:27.617950 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:27.629757 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:27.641489 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:27.653087 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:17:27.942085 tst ping.py:19: start network...\u000a09:17:28.074108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:28.580867 run create_hlr_db(pid=32598): Launched\u000a09:17:28.764320 bus /gobi_6: Setting Powered False\u000a09:17:29.784406 run create_hlr_db(pid=32598): Terminated: ok {rc=0}\u000a09:17:30.180260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32600): Launched\u000a09:17:30.475984 run osmo-hlr_10.42.42.2(pid=32601): Launched\u000a09:17:30.593385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:31.183078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32603): Launched\u000a09:17:31.512229 run osmo-stp_10.42.42.5(pid=32604): Launched\u000a09:17:31.766335 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:32.397416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32606): Launched\u000a09:17:32.509787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:32.786149 run patchelf(pid=32607): Launched\u000a09:17:32.970794 run osmo-stp_10.42.42.5(pid=32604): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32604)]\u000a09:17:33.105921 run osmo-stp_10.42.42.5(pid=32604): stdout: \u000a| (launched: 2022-12-14_09:17:31.334482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:33.241719 run osmo-stp_10.42.42.5(pid=32604): stderr: \u000a| �[0;m�[38;5;43m20221214091731709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091731710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091731712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091731714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091731716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091731717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091731718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:33.372398 run osmo-stp_10.42.42.5(pid=32604): stdout: \u000a| (launched: 2022-12-14_09:17:31.334482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:33.502142 run osmo-stp_10.42.42.5(pid=32604): stderr: \u000a| �[0;m�[38;5;43m20221214091731709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091731710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091731712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091731714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091731716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091731717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091731718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:33.653071 run patchelf(pid=32607): Terminating (SIGINT)\u000a09:17:33.829382 run patchelf(pid=32607): Terminated: ok {rc=0}\u000a09:17:33.861428 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32604): Process ended prematurely: osmo-stp_10.42.42.5(pid=32604) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32604)] [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:17:33.870656 tst ping.py:22: Test FAILED (6.8 sec)\u000a09:17:33.932915 run osmo-hlr_10.42.42.2(pid=32601): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32601)]\u000a09:17:33.983803 run osmo-hlr_10.42.42.2(pid=32601): stdout: \u000a| (launched: 2022-12-14_09:17:30.329811) \u000a09:17:34.035223 run osmo-hlr_10.42.42.2(pid=32601): stderr: \u000a| �[0;m�[1;31m20221214091730501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091730501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091730501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091730502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091730502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091730502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091730514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091730522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091730523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091730523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:34.078902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32600): Terminating (SIGTERM)\u000a09:17:34.120110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32603): Terminating (SIGTERM)\u000a09:17:34.162123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32606): Terminating (SIGTERM)\u000a09:17:34.171782 --- ParallelTerminationStrategy: PID 32600 died...\u000a09:17:34.226977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32600): Terminated: ok {rc=0}\u000a09:17:34.236913 --- ParallelTerminationStrategy: PID 32603 died...\u000a09:17:34.291917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32603): Terminated: ok {rc=0}\u000a09:17:34.301969 --- ParallelTerminationStrategy: PID 32606 died...\u000a09:17:34.357027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32606): Terminated: ok {rc=0}\u000a09:17:34.442023 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32614): Process ended prematurely: osmo-stp_10.42.42.5(pid=32614) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32614)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32614): Process ended prematurely: osmo-stp_10.42.42.5(pid=32614) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:17:35.494244 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:35.506508 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:17:35.672055 tst ping_idle_ping.py: using LAC 39922\u000a09:17:35.795602 tst ping_idle_ping.py: using RAC 142\u000a09:17:35.920023 tst ping_idle_ping.py: using CellId 39922\u000a09:17:36.041539 tst ping_idle_ping.py: using BVCI 39923\u000a09:17:36.064446 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:36.076271 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:36.087235 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:36.098172 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:36.109457 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:36.120388 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:36.131655 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:17:36.142796 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:17:36.428526 tst ping_idle_ping.py:24: start network...\u000a09:17:36.559227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:37.068803 run create_hlr_db(pid=32608): Launched\u000a09:17:37.252677 bus /gobi_6: Setting Powered False\u000a09:17:38.273410 run create_hlr_db(pid=32608): Terminated: ok {rc=0}\u000a09:17:38.673667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32610): Launched\u000a09:17:38.969503 run osmo-hlr_10.42.42.2(pid=32611): Launched\u000a09:17:39.087007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:39.606544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32613): Launched\u000a09:17:39.900893 run osmo-stp_10.42.42.5(pid=32614): Launched\u000a09:17:40.007759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:40.531801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32616): Launched\u000a09:17:40.645070 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:40.922083 run patchelf(pid=32617): Launched\u000a09:17:41.107734 run osmo-stp_10.42.42.5(pid=32614): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32614)]\u000a09:17:41.243360 run osmo-stp_10.42.42.5(pid=32614): stdout: \u000a| (launched: 2022-12-14_09:17:39.755433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:41.379066 run osmo-stp_10.42.42.5(pid=32614): stderr: \u000a| �[0;m�[38;5;43m20221214091739924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091739924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091739924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091739925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091739925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091739925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091739926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:41.510063 run osmo-stp_10.42.42.5(pid=32614): stdout: \u000a| (launched: 2022-12-14_09:17:39.755433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:41.640645 run osmo-stp_10.42.42.5(pid=32614): stderr: \u000a| �[0;m�[38;5;43m20221214091739924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091739924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091739924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091739925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091739925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091739925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091739926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:41.791060 run patchelf(pid=32617): Terminating (SIGINT)\u000a09:17:41.967127 run patchelf(pid=32617): Terminated: ok {rc=0}\u000a09:17:41.999328 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32614): Process ended prematurely: osmo-stp_10.42.42.5(pid=32614) [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32614)] [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:17:42.008574 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:17:42.071468 run osmo-hlr_10.42.42.2(pid=32611): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32611)]\u000a09:17:42.122912 run osmo-hlr_10.42.42.2(pid=32611): stdout: \u000a| (launched: 2022-12-14_09:17:38.823261) \u000a09:17:42.174796 run osmo-hlr_10.42.42.2(pid=32611): stderr: \u000a| �[0;m�[1;31m20221214091738993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091738993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091738993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091738993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091738993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091738993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091739005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091739014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091739014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091739014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:42.219152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32610): Terminating (SIGTERM)\u000a09:17:42.260933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32613): Terminating (SIGTERM)\u000a09:17:42.302787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32616): Terminating (SIGTERM)\u000a09:17:42.312608 --- ParallelTerminationStrategy: PID 32610 died...\u000a09:17:42.368575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32610): Terminated: ok {rc=0}\u000a09:17:42.378782 --- ParallelTerminationStrategy: PID 32613 died...\u000a09:17:42.434185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32613): Terminated: ok {rc=0}\u000a09:17:42.444369 --- ParallelTerminationStrategy: PID 32616 died...\u000a09:17:42.499698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32616): Terminated: ok {rc=0}\u000a09:17:42.586588 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:16:44" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32627): Process ended prematurely: osmo-stp_10.42.42.5(pid=32627) [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32627)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32627): Process ended prematurely: osmo-stp_10.42.42.5(pid=32627) [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:17:44.624917 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:44.637112 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:17:44.795981 tst switch_tch_pdch.py: using LAC 39923\u000a09:17:44.919807 tst switch_tch_pdch.py: using RAC 143\u000a09:17:45.042358 tst switch_tch_pdch.py: using CellId 39923\u000a09:17:45.165019 tst switch_tch_pdch.py: using BVCI 39924\u000a09:17:45.189465 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:45.201324 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:45.212994 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:45.224412 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:45.236362 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:45.248274 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:45.260555 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:17:45.272553 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:17:45.388864 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:17:45.666763 tst switch_tch_pdch.py:51: start network...\u000a09:17:45.789217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:46.309500 run create_hlr_db(pid=32621): Launched\u000a09:17:46.499200 bus /gobi_6: Setting Powered False\u000a09:17:47.502735 run create_hlr_db(pid=32621): Terminated: ok {rc=0}\u000a09:17:47.941436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32623): Launched\u000a09:17:48.257366 run osmo-hlr_10.42.42.2(pid=32624): Launched\u000a09:17:48.375115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:48.924609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32626): Launched\u000a09:17:49.238682 run osmo-stp_10.42.42.5(pid=32627): Launched\u000a09:17:49.353073 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:49.903276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32629): Launched\u000a09:17:50.014775 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:50.290226 run patchelf(pid=32630): Launched\u000a09:17:50.474441 run osmo-stp_10.42.42.5(pid=32627): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32627)]\u000a09:17:50.609317 run osmo-stp_10.42.42.5(pid=32627): stdout: \u000a| (launched: 2022-12-14_09:17:49.084799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:50.744500 run osmo-stp_10.42.42.5(pid=32627): stderr: \u000a| �[0;m�[38;5;43m20221214091749274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091749274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091749274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091749275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091749275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091749275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091749275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:50.874792 run osmo-stp_10.42.42.5(pid=32627): stdout: \u000a| (launched: 2022-12-14_09:17:49.084799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:51.003951 run osmo-stp_10.42.42.5(pid=32627): stderr: \u000a| �[0;m�[38;5;43m20221214091749274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091749274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091749274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091749275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091749275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091749275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091749275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:51.154005 run patchelf(pid=32630): Terminating (SIGINT)\u000a09:17:51.330217 run patchelf(pid=32630): Terminated: ok {rc=0}\u000a09:17:51.362274 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32627): Process ended prematurely: osmo-stp_10.42.42.5(pid=32627) [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32627)] [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:17:51.371509 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:17:51.434031 run osmo-hlr_10.42.42.2(pid=32624): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32624)]\u000a09:17:51.485277 run osmo-hlr_10.42.42.2(pid=32624): stdout: \u000a| (launched: 2022-12-14_09:17:48.102068) \u000a09:17:51.537213 run osmo-hlr_10.42.42.2(pid=32624): stderr: \u000a| �[0;m�[1;31m20221214091748296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091748296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091748297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091748297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091748297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091748297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091748308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091748317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091748317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091748317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:51.581240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32623): Terminating (SIGTERM)\u000a09:17:51.623083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32626): Terminating (SIGTERM)\u000a09:17:51.664453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32629): Terminating (SIGTERM)\u000a09:17:51.674068 --- ParallelTerminationStrategy: PID 32623 died...\u000a09:17:51.729355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32623): Terminated: ok {rc=0}\u000a09:17:51.739312 --- ParallelTerminationStrategy: PID 32626 died...\u000a09:17:51.794215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32626): Terminated: ok {rc=0}\u000a09:17:51.804158 --- ParallelTerminationStrategy: PID 32629 died...\u000a09:17:51.858974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32629): Terminated: ok {rc=0}\u000a09:17:51.944070 bus /gobi_0: Setting Powered False\u000a09:17:53.049168 bus /gobi_0: Setting Powered False\u000a09:17:54.155765 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:17:44" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32640): Process ended prematurely: osmo-stp_10.42.42.5(pid=32640) [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32640)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32640): Process ended prematurely: osmo-stp_10.42.42.5(pid=32640) [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:17:56.132832 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:56.143811 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:17:56.300844 tst switch_tch_pdch.py: using LAC 39924\u000a09:17:56.416471 tst switch_tch_pdch.py: using RAC 144\u000a09:17:56.532420 tst switch_tch_pdch.py: using CellId 39924\u000a09:17:56.654225 tst switch_tch_pdch.py: using BVCI 39925\u000a09:17:56.676841 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:56.687869 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:56.698723 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:56.709409 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:56.720932 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:56.732702 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:56.744274 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:17:56.755845 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:17:56.876221 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:17:57.150176 tst switch_tch_pdch.py:51: start network...\u000a09:17:57.272467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:57.711830 run create_hlr_db(pid=32634): Launched\u000a09:17:57.832407 bus /gobi_6: Setting Powered False\u000a09:17:58.903793 run create_hlr_db(pid=32634): Terminated: ok {rc=0}\u000a09:17:59.297471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32636): Launched\u000a09:17:59.615443 run osmo-hlr_10.42.42.2(pid=32637): Launched\u000a09:17:59.732176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:00.253857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32639): Launched\u000a09:18:00.569147 run osmo-stp_10.42.42.5(pid=32640): Launched\u000a09:18:00.685385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:18:01.242175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32642): Launched\u000a09:18:01.352232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:18:01.640941 run patchelf(pid=32643): Launched\u000a09:18:01.820024 run osmo-stp_10.42.42.5(pid=32640): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32640)]\u000a09:18:01.953260 run osmo-stp_10.42.42.5(pid=32640): stdout: \u000a| (launched: 2022-12-14_09:18:00.414021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:02.085527 run osmo-stp_10.42.42.5(pid=32640): stderr: \u000a| �[0;m�[38;5;43m20221214091800602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091800603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091800603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091800603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091800604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091800604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091800604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:02.212008 run osmo-stp_10.42.42.5(pid=32640): stdout: \u000a| (launched: 2022-12-14_09:18:00.414021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:02.335007 run osmo-stp_10.42.42.5(pid=32640): stderr: \u000a| �[0;m�[38;5;43m20221214091800602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091800603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091800603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091800603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091800604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091800604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091800604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:02.477855 run patchelf(pid=32643): Terminating (SIGINT)\u000a09:18:02.644153 run patchelf(pid=32643): Terminated: ok {rc=0}\u000a09:18:02.674619 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32640): Process ended prematurely: osmo-stp_10.42.42.5(pid=32640) [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32640)] [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:18:02.683600 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a09:18:02.743911 run osmo-hlr_10.42.42.2(pid=32637): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32637)]\u000a09:18:02.793035 run osmo-hlr_10.42.42.2(pid=32637): stdout: \u000a| (launched: 2022-12-14_09:17:59.458547) \u000a09:18:02.842800 run osmo-hlr_10.42.42.2(pid=32637): stderr: \u000a| �[0;m�[1;31m20221214091759653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091759653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091759653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091759653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091759653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091759653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091759666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091759676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091759676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091759676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:02.885028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32636): Terminating (SIGTERM)\u000a09:18:02.925060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32639): Terminating (SIGTERM)\u000a09:18:02.964631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32642): Terminating (SIGTERM)\u000a09:18:02.973970 --- ParallelTerminationStrategy: PID 32636 died...\u000a09:18:03.027983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32636): Terminated: ok {rc=0}\u000a09:18:03.037714 --- ParallelTerminationStrategy: PID 32639 died...\u000a09:18:03.091414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32639): Terminated: ok {rc=0}\u000a09:18:03.101120 --- ParallelTerminationStrategy: PID 32642 died...\u000a09:18:03.155089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32642): Terminated: ok {rc=0}\u000a09:18:03.238728 bus /gobi_0: Setting Powered False\u000a09:18:04.345121 bus /gobi_0: Setting Powered False\u000a09:18:05.457300 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:17:55" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32649): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32649) [trial-2402↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32649)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32649): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32649) [trial-2402↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a09:18:07.356880 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a09:18:07.368317 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:18:07.508595 tst mo_mt_sms.py: using LAC 39925\u000a09:18:07.632175 tst mo_mt_sms.py: using RAC 145\u000a09:18:07.757966 tst mo_mt_sms.py: using CellId 39925\u000a09:18:07.879860 tst mo_mt_sms.py: using BVCI 39926\u000a09:18:07.903946 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:18:08.022842 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:18:08.308775 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:18:08.439697 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:18:09.089487 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32648): Launched\u000a09:18:09.402925 run osmo-nitb_10.42.42.2(pid=32649): Launched\u000a09:18:09.597113 run osmo-nitb_10.42.42.2(pid=32649): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32649)]\u000a09:18:09.739826 run osmo-nitb_10.42.42.2(pid=32649): stdout: \u000a| (launched: 2022-12-14_09:18:09.250039) \u000a09:18:09.882210 run osmo-nitb_10.42.42.2(pid=32649): stderr: \u000a| (launched: 2022-12-14_09:18:09.296862)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:18:10.020576 run osmo-nitb_10.42.42.2(pid=32649): stdout: \u000a| (launched: 2022-12-14_09:18:09.250039) \u000a09:18:10.157913 run osmo-nitb_10.42.42.2(pid=32649): stderr: \u000a| (launched: 2022-12-14_09:18:09.296862)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:18:10.529163 tst osmo-nitb_10.42.42.2(pid=32649): stdout: \u000a| (launched: 2022-12-14_09:18:09.250039) \u000a09:18:10.654799 tst osmo-nitb_10.42.42.2(pid=32649): stderr: \u000a| (launched: 2022-12-14_09:18:09.296862)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:18:10.709696 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32649): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32649) [trial-2402↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32649)] [trial-2402↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a09:18:10.718441 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a09:18:10.754105 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32648): Terminating (SIGTERM)\u000a09:18:10.931991 --- ParallelTerminationStrategy: PID 32648 died...\u000a09:18:10.989382 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32648): Terminated: ok {rc=0}\u000a09:18:11.075880 bus /sierra_3: Setting Powered False\u000a09:18:12.182578 bus /sierra_3: Setting Powered False\u000a09:18:13.295581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:18:07" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32659): Process ended prematurely: osmo-stp_10.42.42.5(pid=32659) [trial-2402↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32659)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32659): Process ended prematurely: osmo-stp_10.42.42.5(pid=32659) [trial-2402↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a09:18:15.179595 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:15.190639 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:18:15.326002 tst mo_mt_sms.py: using LAC 39926\u000a09:18:15.449870 tst mo_mt_sms.py: using RAC 146\u000a09:18:15.574118 tst mo_mt_sms.py: using CellId 39926\u000a09:18:15.698283 tst mo_mt_sms.py: using BVCI 39927\u000a09:18:15.722472 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:15.733873 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:15.745069 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:15.756450 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:15.767758 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:15.779081 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:18:15.902450 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:18:16.111122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:16.631891 run create_hlr_db(pid=32653): Launched\u000a09:18:16.817822 bus /sierra_2: Setting Powered False\u000a09:18:17.836437 run create_hlr_db(pid=32653): Terminated: ok {rc=0}\u000a09:18:18.233386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32655): Launched\u000a09:18:18.527173 run osmo-hlr_10.42.42.2(pid=32656): Launched\u000a09:18:18.637860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:19.148436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32658): Launched\u000a09:18:19.441652 run osmo-stp_10.42.42.5(pid=32659): Launched\u000a09:18:19.548233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:20.090215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32661): Launched\u000a09:18:20.386390 run osmo-msc_10.42.42.6(pid=32662): Launched\u000a09:18:20.560480 run osmo-stp_10.42.42.5(pid=32659): ERR: Terminated: ERROR {rc=1} [trial-2402↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32659)]\u000a09:18:20.686219 run osmo-stp_10.42.42.5(pid=32659): stdout: \u000a| (launched: 2022-12-14_09:18:19.297242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:20.809747 run osmo-stp_10.42.42.5(pid=32659): stderr: \u000a| �[0;m�[38;5;43m20221214091819463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091819463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091819463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091819464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091819464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091819464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091819465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:20.927782 run osmo-stp_10.42.42.5(pid=32659): stdout: \u000a| (launched: 2022-12-14_09:18:19.297242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:21.045161 run osmo-stp_10.42.42.5(pid=32659): stderr: \u000a| �[0;m�[38;5;43m20221214091819463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091819463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091819463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091819464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091819464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091819464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091819465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:21.096510 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32659): Process ended prematurely: osmo-stp_10.42.42.5(pid=32659) [trial-2402↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32659)] [trial-2402↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a09:18:21.104439 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a09:18:21.165146 run osmo-hlr_10.42.42.2(pid=32656): ERR: Terminated: ERROR {rc=237} [trial-2402↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32656)]\u000a09:18:21.214107 run osmo-hlr_10.42.42.2(pid=32656): stdout: \u000a| (launched: 2022-12-14_09:18:18.382022) \u000a09:18:21.263584 run osmo-hlr_10.42.42.2(pid=32656): stderr: \u000a| �[0;m�[1;31m20221214091818553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091818553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091818553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091818553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091818553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091818553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091818564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091818572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091818573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091818573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:21.331362 run osmo-msc_10.42.42.6(pid=32662): ERR: Terminated: ERROR {rc=2} [trial-2402↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32662)]\u000a09:18:21.380611 run osmo-msc_10.42.42.6(pid=32662): stdout: \u000a| (launched: 2022-12-14_09:18:20.239385) \u000a09:18:21.430558 run osmo-msc_10.42.42.6(pid=32662): stderr: \u000a| �[0;m�[38;5;43m20221214091820505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091820505 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed209c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091820505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091820505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091820505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091820506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091820507 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091820508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091820508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091820508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:21.472770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32655): Terminating (SIGTERM)\u000a09:18:21.512508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32658): Terminating (SIGTERM)\u000a09:18:21.552677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32661): Terminating (SIGTERM)\u000a09:18:21.562039 --- ParallelTerminationStrategy: PID 32655 died...\u000a09:18:21.615763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32655): Terminated: ok {rc=0}\u000a09:18:21.625400 --- ParallelTerminationStrategy: PID 32658 died...\u000a09:18:21.678872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32658): Terminated: ok {rc=0}\u000a09:18:21.688383 --- ParallelTerminationStrategy: PID 32661 died...\u000a09:18:21.741774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32661): Terminated: ok {rc=0}\u000a09:18:21.829851 bus /sierra_3: Setting Powered False\u000a09:18:22.932265 bus /sierra_3: Setting Powered False\u000a09:18:24.044214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:18:14" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32668): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32668) [trial-2402↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32668)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32668): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32668) [trial-2402↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a09:18:25.870171 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a09:18:25.880931 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:18:26.010988 tst assert_extension.py: using LAC 39927\u000a09:18:26.125585 tst assert_extension.py: using RAC 147\u000a09:18:26.239911 tst assert_extension.py: using CellId 39927\u000a09:18:26.356264 tst assert_extension.py: using BVCI 39928\u000a09:18:26.378659 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a09:18:26.665245 tst assert_extension.py:10: start nitb and bts...\u000a09:18:26.796834 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:18:27.452820 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32667): Launched\u000a09:18:27.767444 run osmo-nitb_10.42.42.2(pid=32668): Launched\u000a09:18:27.961145 run osmo-nitb_10.42.42.2(pid=32668): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32668)]\u000a09:18:28.104207 run osmo-nitb_10.42.42.2(pid=32668): stdout: \u000a| (launched: 2022-12-14_09:18:27.614829) \u000a09:18:28.247203 run osmo-nitb_10.42.42.2(pid=32668): stderr: \u000a| (launched: 2022-12-14_09:18:27.662254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:18:28.385658 run osmo-nitb_10.42.42.2(pid=32668): stdout: \u000a| (launched: 2022-12-14_09:18:27.614829) \u000a09:18:28.523161 run osmo-nitb_10.42.42.2(pid=32668): stderr: \u000a| (launched: 2022-12-14_09:18:27.662254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:18:28.894429 tst osmo-nitb_10.42.42.2(pid=32668): stdout: \u000a| (launched: 2022-12-14_09:18:27.614829) \u000a09:18:29.019496 tst osmo-nitb_10.42.42.2(pid=32668): stderr: \u000a| (launched: 2022-12-14_09:18:27.662254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:18:29.074526 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32668): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32668) [trial-2402↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32668)] [trial-2402↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a09:18:29.083181 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:18:29.119139 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32667): Terminating (SIGTERM)\u000a09:18:29.296833 --- ParallelTerminationStrategy: PID 32667 died...\u000a09:18:29.354705 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32667): Terminated: ok {rc=0}\u000a09:18:29.441668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:18:25" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32678): Process ended prematurely: osmo-stp_10.42.42.5(pid=32678) [trial-2402↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32678): Process ended prematurely: osmo-stp_10.42.42.5(pid=32678) [trial-2402↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a09:18:31.314515 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:31.328822 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:18:31.473006 tst assert_extension.py: using LAC 39928\u000a09:18:31.591751 tst assert_extension.py: using RAC 148\u000a09:18:31.746817 tst assert_extension.py: using CellId 39928\u000a09:18:31.877896 tst assert_extension.py: using BVCI 39929\u000a09:18:31.909995 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:31.921702 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:31.933064 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:31.944366 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:31.956589 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:31.968772 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a09:18:32.174555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:32.644686 run create_hlr_db(pid=32672): Launched\u000a09:18:32.814087 bus /sierra_2: Setting Powered False\u000a09:18:33.835463 run create_hlr_db(pid=32672): Terminated: ok {rc=0}\u000a09:18:34.230396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32674): Launched\u000a09:18:34.524595 run osmo-hlr_10.42.42.2(pid=32675): Launched\u000a09:18:34.637625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:35.160849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32677): Launched\u000a09:18:35.456797 run osmo-stp_10.42.42.5(pid=32678): Launched\u000a09:18:35.563956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:36.101877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32680): Launched\u000a09:18:36.396880 run osmo-msc_10.42.42.6(pid=32681): Launched\u000a09:18:36.570369 run osmo-stp_10.42.42.5(pid=32678): ERR: Terminated: ERROR {rc=1} [trial-2402↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)]\u000a09:18:36.696121 run osmo-stp_10.42.42.5(pid=32678): stdout: \u000a| (launched: 2022-12-14_09:18:35.310349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:36.819298 run osmo-stp_10.42.42.5(pid=32678): stderr: \u000a| �[0;m�[38;5;43m20221214091835476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091835476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091835476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091835477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091835477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091835477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091835477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:36.937641 run osmo-stp_10.42.42.5(pid=32678): stdout: \u000a| (launched: 2022-12-14_09:18:35.310349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:37.054690 run osmo-stp_10.42.42.5(pid=32678): stderr: \u000a| �[0;m�[38;5;43m20221214091835476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091835476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091835476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091835477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091835477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091835477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091835477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:37.106085 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32678): Process ended prematurely: osmo-stp_10.42.42.5(pid=32678) [trial-2402↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32678)] [trial-2402↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a09:18:37.114194 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a09:18:37.174240 run osmo-hlr_10.42.42.2(pid=32675): ERR: Terminated: ERROR {rc=237} [trial-2402↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32675)]\u000a09:18:37.222751 run osmo-hlr_10.42.42.2(pid=32675): stdout: \u000a| (launched: 2022-12-14_09:18:34.379650) \u000a09:18:37.271956 run osmo-hlr_10.42.42.2(pid=32675): stderr: \u000a| �[0;m�[1;31m20221214091834550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091834550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091834550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091834550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091834550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091834550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091834561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091834570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091834570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091834570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:37.338879 run osmo-msc_10.42.42.6(pid=32681): ERR: Terminated: ERROR {rc=2} [trial-2402↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32681)]\u000a09:18:37.387458 run osmo-msc_10.42.42.6(pid=32681): stdout: \u000a| (launched: 2022-12-14_09:18:36.250628) \u000a09:18:37.436868 run osmo-msc_10.42.42.6(pid=32681): stderr: \u000a| �[0;m�[38;5;43m20221214091836519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091836519 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa682cc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091836519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091836519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091836519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091836520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091836522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091836522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091836522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091836522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:37.478438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32674): Terminating (SIGTERM)\u000a09:18:37.518003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32677): Terminating (SIGTERM)\u000a09:18:37.557450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32680): Terminating (SIGTERM)\u000a09:18:37.566643 --- ParallelTerminationStrategy: PID 32674 died...\u000a09:18:37.620012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32674): Terminated: ok {rc=0}\u000a09:18:37.629627 --- ParallelTerminationStrategy: PID 32677 died...\u000a09:18:37.682838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32677): Terminated: ok {rc=0}\u000a09:18:37.692468 --- ParallelTerminationStrategy: PID 32680 died...\u000a09:18:37.745524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32680): Terminated: ok {rc=0}\u000a09:18:37.828334 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:18:31" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32693): Process ended prematurely: osmo-stp_10.42.42.5(pid=32693) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32693): Process ended prematurely: osmo-stp_10.42.42.5(pid=32693) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:18:39.784377 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:39.796261 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:18:39.960288 tst mo_mt_call.py: using LAC 39929\u000a09:18:40.081222 tst mo_mt_call.py: using RAC 149\u000a09:18:40.200563 tst mo_mt_call.py: using CellId 39929\u000a09:18:40.321126 tst mo_mt_call.py: using BVCI 39930\u000a09:18:40.344431 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:40.355730 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:40.366988 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:40.378127 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:40.389639 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:40.400999 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:18:40.517007 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:18:40.727173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:41.245591 run create_hlr_db(pid=32687): Launched\u000a09:18:41.431048 bus /sierra_2: Setting Powered False\u000a09:18:42.442215 run create_hlr_db(pid=32687): Terminated: ok {rc=0}\u000a09:18:42.878304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32689): Launched\u000a09:18:43.202662 run osmo-hlr_10.42.42.2(pid=32690): Launched\u000a09:18:43.320421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:43.881832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32692): Launched\u000a09:18:44.205846 run osmo-stp_10.42.42.5(pid=32693): Launched\u000a09:18:44.322653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:44.912125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32695): Launched\u000a09:18:45.235692 run osmo-msc_10.42.42.6(pid=32696): Launched\u000a09:18:45.423691 run osmo-stp_10.42.42.5(pid=32693): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)]\u000a09:18:45.559078 run osmo-stp_10.42.42.5(pid=32693): stdout: \u000a| (launched: 2022-12-14_09:18:44.045697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:45.694353 run osmo-stp_10.42.42.5(pid=32693): stderr: \u000a| �[0;m�[38;5;43m20221214091844234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091844234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091844234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091844235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091844235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091844235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091844235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:45.824123 run osmo-stp_10.42.42.5(pid=32693): stdout: \u000a| (launched: 2022-12-14_09:18:44.045697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:45.957618 run osmo-stp_10.42.42.5(pid=32693): stderr: \u000a| �[0;m�[38;5;43m20221214091844234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091844234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091844234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091844235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091844235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091844235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091844235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:46.013709 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32693): Process ended prematurely: osmo-stp_10.42.42.5(pid=32693) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:18:46.023689 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:18:46.087320 run osmo-hlr_10.42.42.2(pid=32690): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32690)]\u000a09:18:46.138459 run osmo-hlr_10.42.42.2(pid=32690): stdout: \u000a| (launched: 2022-12-14_09:18:43.042481) \u000a09:18:46.190648 run osmo-hlr_10.42.42.2(pid=32690): stderr: \u000a| �[0;m�[1;31m20221214091843237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091843237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091843237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091843237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091843237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091843237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091843251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091843259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091843260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091843260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:46.261176 run osmo-msc_10.42.42.6(pid=32696): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32696)]\u000a09:18:46.311857 run osmo-msc_10.42.42.6(pid=32696): stdout: \u000a| (launched: 2022-12-14_09:18:45.075546) \u000a09:18:46.364088 run osmo-msc_10.42.42.6(pid=32696): stderr: \u000a| �[0;m�[38;5;43m20221214091845394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091845394 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a7382ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091845394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091845394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091845394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091845394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091845396 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091845397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091845397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091845397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:46.408089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32689): Terminating (SIGTERM)\u000a09:18:46.452371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32692): Terminating (SIGTERM)\u000a09:18:46.496112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32695): Terminating (SIGTERM)\u000a09:18:46.506732 --- ParallelTerminationStrategy: PID 32689 died...\u000a09:18:46.564887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32689): Terminated: ok {rc=0}\u000a09:18:46.575363 --- ParallelTerminationStrategy: PID 32692 died...\u000a09:18:46.632561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32692): Terminated: ok {rc=0}\u000a09:18:46.643001 --- ParallelTerminationStrategy: PID 32695 died...\u000a09:18:46.701390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32695): Terminated: ok {rc=0}\u000a09:18:46.787583 bus /sierra_3: Setting Powered False\u000a09:18:47.886707 bus /sierra_3: Setting Powered False\u000a09:18:48.997693 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32704): Process ended prematurely: osmo-stp_10.42.42.5(pid=32704) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32704)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32704): Process ended prematurely: osmo-stp_10.42.42.5(pid=32704) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:18:50.106650 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:50.118635 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:18:50.279131 tst mo_mt_call_osmux.py: using LAC 39930\u000a09:18:50.403030 tst mo_mt_call_osmux.py: using RAC 150\u000a09:18:50.521627 tst mo_mt_call_osmux.py: using CellId 39930\u000a09:18:50.639720 tst mo_mt_call_osmux.py: using BVCI 39931\u000a09:18:50.662753 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:50.674165 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:50.685597 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:50.696606 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:50.708170 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:18:50.719556 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:18:50.839005 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:18:51.040163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:51.514998 run create_hlr_db(pid=32698): Launched\u000a09:18:51.686526 bus /sierra_2: Setting Powered False\u000a09:18:52.709503 run create_hlr_db(pid=32698): Terminated: ok {rc=0}\u000a09:18:53.137333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32700): Launched\u000a09:18:53.458955 run osmo-hlr_10.42.42.2(pid=32701): Launched\u000a09:18:53.579652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:54.142755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32703): Launched\u000a09:18:54.466096 run osmo-stp_10.42.42.5(pid=32704): Launched\u000a09:18:54.583449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:55.178301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32706): Launched\u000a09:18:55.503763 run osmo-msc_10.42.42.6(pid=32707): Launched\u000a09:18:55.694085 run osmo-stp_10.42.42.5(pid=32704): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32704)]\u000a09:18:55.830749 run osmo-stp_10.42.42.5(pid=32704): stdout: \u000a| (launched: 2022-12-14_09:18:54.306851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:55.966337 run osmo-stp_10.42.42.5(pid=32704): stderr: \u000a| �[0;m�[38;5;43m20221214091854495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091854496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091854496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091854496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091854497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091854497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091854497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:56.096941 run osmo-stp_10.42.42.5(pid=32704): stdout: \u000a| (launched: 2022-12-14_09:18:54.306851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:56.225440 run osmo-stp_10.42.42.5(pid=32704): stderr: \u000a| �[0;m�[38;5;43m20221214091854495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091854496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091854496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091854496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091854497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091854497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091854497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:56.282271 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32704): Process ended prematurely: osmo-stp_10.42.42.5(pid=32704) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32704)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:18:56.291506 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:18:56.354430 run osmo-hlr_10.42.42.2(pid=32701): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32701)]\u000a09:18:56.405882 run osmo-hlr_10.42.42.2(pid=32701): stdout: \u000a| (launched: 2022-12-14_09:18:53.301251) \u000a09:18:56.458225 run osmo-hlr_10.42.42.2(pid=32701): stderr: \u000a| �[0;m�[1;31m20221214091853496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091853496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091853497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091853497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091853497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091853497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091853510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091853518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091853518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091853518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:56.529340 run osmo-msc_10.42.42.6(pid=32707): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32707)]\u000a09:18:56.580822 run osmo-msc_10.42.42.6(pid=32707): stdout: \u000a| (launched: 2022-12-14_09:18:55.342679) \u000a09:18:56.633327 run osmo-msc_10.42.42.6(pid=32707): stderr: \u000a| �[0;m�[38;5;43m20221214091855661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091855661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35d654ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091855661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091855661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091855661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091855662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091855663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091855664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091855664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091855664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:56.677509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32700): Terminating (SIGTERM)\u000a09:18:56.719084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32703): Terminating (SIGTERM)\u000a09:18:56.760774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32706): Terminating (SIGTERM)\u000a09:18:56.770640 --- ParallelTerminationStrategy: PID 32700 died...\u000a09:18:56.826604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32700): Terminated: ok {rc=0}\u000a09:18:56.837011 --- ParallelTerminationStrategy: PID 32703 died...\u000a09:18:56.892698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32703): Terminated: ok {rc=0}\u000a09:18:56.902786 --- ParallelTerminationStrategy: PID 32706 died...\u000a09:18:56.958525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32706): Terminated: ok {rc=0}\u000a09:18:57.045436 bus /sierra_3: Setting Powered False\u000a09:18:58.150382 bus /sierra_3: Setting Powered False\u000a09:18:59.257290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:18:39" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32718): Process ended prematurely: osmo-stp_10.42.42.5(pid=32718) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32718)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32718): Process ended prematurely: osmo-stp_10.42.42.5(pid=32718) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:19:01.284325 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:01.297275 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:19:01.488404 tst mo_mt_call.py: using LAC 39931\u000a09:19:01.612845 tst mo_mt_call.py: using RAC 151\u000a09:19:01.748627 tst mo_mt_call.py: using CellId 39931\u000a09:19:01.877478 tst mo_mt_call.py: using BVCI 39932\u000a09:19:01.902088 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:01.914434 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:01.926714 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:01.939006 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:01.952532 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:01.965976 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:19:02.114817 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:19:02.329958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:02.804691 run create_hlr_db(pid=32712): Launched\u000a09:19:02.976088 bus /sierra_2: Setting Powered False\u000a09:19:03.999345 run create_hlr_db(pid=32712): Terminated: ok {rc=0}\u000a09:19:04.399026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32714): Launched\u000a09:19:04.699933 run osmo-hlr_10.42.42.2(pid=32715): Launched\u000a09:19:04.813392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:05.336562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32717): Launched\u000a09:19:05.638208 run osmo-stp_10.42.42.5(pid=32718): Launched\u000a09:19:05.748093 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:06.299511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32720): Launched\u000a09:19:06.601618 run osmo-msc_10.42.42.6(pid=32721): Launched\u000a09:19:06.778631 run osmo-stp_10.42.42.5(pid=32718): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32718)]\u000a09:19:06.906672 run osmo-stp_10.42.42.5(pid=32718): stdout: \u000a| (launched: 2022-12-14_09:19:05.489075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:07.031725 run osmo-stp_10.42.42.5(pid=32718): stderr: \u000a| �[0;m�[38;5;43m20221214091905657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091905657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091905657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091905658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091905658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091905658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091905658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:07.152533 run osmo-stp_10.42.42.5(pid=32718): stdout: \u000a| (launched: 2022-12-14_09:19:05.489075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:07.272000 run osmo-stp_10.42.42.5(pid=32718): stderr: \u000a| �[0;m�[38;5;43m20221214091905657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091905657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091905657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091905658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091905658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091905658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091905658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:07.325128 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32718): Process ended prematurely: osmo-stp_10.42.42.5(pid=32718) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32718)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:19:07.333659 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:19:07.394182 run osmo-hlr_10.42.42.2(pid=32715): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32715)]\u000a09:19:07.443333 run osmo-hlr_10.42.42.2(pid=32715): stdout: \u000a| (launched: 2022-12-14_09:19:04.551370) \u000a09:19:07.492699 run osmo-hlr_10.42.42.2(pid=32715): stderr: \u000a| �[0;m�[1;31m20221214091904725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091904725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091904725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091904725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091904725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091904725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091904737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091904746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091904746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091904746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:07.560119 run osmo-msc_10.42.42.6(pid=32721): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32721)]\u000a09:19:07.609123 run osmo-msc_10.42.42.6(pid=32721): stdout: \u000a| (launched: 2022-12-14_09:19:06.452283) \u000a09:19:07.658665 run osmo-msc_10.42.42.6(pid=32721): stderr: \u000a| �[0;m�[38;5;43m20221214091906724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091906724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5d1dd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091906725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091906725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091906725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091906725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091906727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091906727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091906727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091906727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:07.700749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32714): Terminating (SIGTERM)\u000a09:19:07.740597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32717): Terminating (SIGTERM)\u000a09:19:07.780357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32720): Terminating (SIGTERM)\u000a09:19:07.789657 --- ParallelTerminationStrategy: PID 32714 died...\u000a09:19:07.843434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32714): Terminated: ok {rc=0}\u000a09:19:07.853072 --- ParallelTerminationStrategy: PID 32717 died...\u000a09:19:07.906244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32717): Terminated: ok {rc=0}\u000a09:19:07.916129 --- ParallelTerminationStrategy: PID 32720 died...\u000a09:19:07.969655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32720): Terminated: ok {rc=0}\u000a09:19:08.052581 bus /sierra_3: Setting Powered False\u000a09:19:09.158658 bus /sierra_3: Setting Powered False\u000a09:19:10.265133 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32729): Process ended prematurely: osmo-stp_10.42.42.5(pid=32729) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32729): Process ended prematurely: osmo-stp_10.42.42.5(pid=32729) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:19:11.379912 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:11.392669 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:19:11.552632 tst mo_mt_call_osmux.py: using LAC 39932\u000a09:19:11.679944 tst mo_mt_call_osmux.py: using RAC 152\u000a09:19:11.807018 tst mo_mt_call_osmux.py: using CellId 39932\u000a09:19:11.934087 tst mo_mt_call_osmux.py: using BVCI 39933\u000a09:19:11.958824 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:11.970936 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:11.982575 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:11.994248 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:12.005965 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:19:12.017701 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:19:12.137704 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:19:12.340329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:12.817370 run create_hlr_db(pid=32723): Launched\u000a09:19:12.989267 bus /sierra_2: Setting Powered False\u000a09:19:14.013518 run create_hlr_db(pid=32723): Terminated: ok {rc=0}\u000a09:19:14.443535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32725): Launched\u000a09:19:14.769306 run osmo-hlr_10.42.42.2(pid=32726): Launched\u000a09:19:14.890850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:15.455282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32728): Launched\u000a09:19:15.778805 run osmo-stp_10.42.42.5(pid=32729): Launched\u000a09:19:15.981197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:16.598785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32731): Launched\u000a09:19:16.992918 run osmo-msc_10.42.42.6(pid=32732): Launched\u000a09:19:17.337801 run osmo-stp_10.42.42.5(pid=32729): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)]\u000a09:19:17.477972 run osmo-stp_10.42.42.5(pid=32729): stdout: \u000a| (launched: 2022-12-14_09:19:15.618984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:17.610678 run osmo-stp_10.42.42.5(pid=32729): stderr: \u000a| �[0;m�[38;5;43m20221214091915807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091915807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091915807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091915808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091915808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091915808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091915808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:17.733404 run osmo-stp_10.42.42.5(pid=32729): stdout: \u000a| (launched: 2022-12-14_09:19:15.618984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:17.853793 run osmo-stp_10.42.42.5(pid=32729): stderr: \u000a| �[0;m�[38;5;43m20221214091915807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091915807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091915807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091915808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091915808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091915808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091915808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:17.906714 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32729): Process ended prematurely: osmo-stp_10.42.42.5(pid=32729) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:19:17.915274 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a09:19:17.975522 run osmo-hlr_10.42.42.2(pid=32726): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32726)]\u000a09:19:18.025186 run osmo-hlr_10.42.42.2(pid=32726): stdout: \u000a| (launched: 2022-12-14_09:19:14.607600) \u000a09:19:18.075098 run osmo-hlr_10.42.42.2(pid=32726): stderr: \u000a| �[0;m�[1;31m20221214091914801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091914801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091914801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091914801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091914801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091914802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091914814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091914823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091914823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091914823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:18.143060 run osmo-msc_10.42.42.6(pid=32732): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32732)]\u000a09:19:18.192073 run osmo-msc_10.42.42.6(pid=32732): stdout: \u000a| (launched: 2022-12-14_09:19:16.766467) \u000a09:19:18.241580 run osmo-msc_10.42.42.6(pid=32732): stderr: \u000a| �[0;m�[38;5;43m20221214091917339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091917339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa44c445c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091917339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091917339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091917339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091917339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091917341 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091917341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091917342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091917342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:18.283769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32725): Terminating (SIGTERM)\u000a09:19:18.323671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32728): Terminating (SIGTERM)\u000a09:19:18.363482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32731): Terminating (SIGTERM)\u000a09:19:18.372693 --- ParallelTerminationStrategy: PID 32725 died...\u000a09:19:18.426339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32725): Terminated: ok {rc=0}\u000a09:19:18.435990 --- ParallelTerminationStrategy: PID 32728 died...\u000a09:19:18.489629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32728): Terminated: ok {rc=0}\u000a09:19:18.499241 --- ParallelTerminationStrategy: PID 32731 died...\u000a09:19:18.552897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32731): Terminated: ok {rc=0}\u000a09:19:18.641441 bus /sierra_3: Setting Powered False\u000a09:19:19.745222 bus /sierra_3: Setting Powered False\u000a09:19:20.856373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:19:00" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32743): Process ended prematurely: osmo-stp_10.42.42.5(pid=32743) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32743)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32743): Process ended prematurely: osmo-stp_10.42.42.5(pid=32743) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:19:22.845517 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:22.856850 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:19:23.010439 tst mo_mt_call.py: using LAC 39933\u000a09:19:23.128728 tst mo_mt_call.py: using RAC 153\u000a09:19:23.248846 tst mo_mt_call.py: using CellId 39933\u000a09:19:23.368507 tst mo_mt_call.py: using BVCI 39934\u000a09:19:23.391479 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:23.402850 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:23.413864 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:23.424798 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:23.436272 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:23.447620 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:19:23.568477 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:19:23.770210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:24.247649 run create_hlr_db(pid=32737): Launched\u000a09:19:24.420392 bus /sierra_2: Setting Powered False\u000a09:19:25.443001 run create_hlr_db(pid=32737): Terminated: ok {rc=0}\u000a09:19:25.845880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32739): Launched\u000a09:19:26.151094 run osmo-hlr_10.42.42.2(pid=32740): Launched\u000a09:19:26.266671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:26.790339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32742): Launched\u000a09:19:27.094445 run osmo-stp_10.42.42.5(pid=32743): Launched\u000a09:19:27.204472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:27.769952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32745): Launched\u000a09:19:28.094652 run osmo-msc_10.42.42.6(pid=32746): Launched\u000a09:19:28.284658 run osmo-stp_10.42.42.5(pid=32743): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32743)]\u000a09:19:28.421143 run osmo-stp_10.42.42.5(pid=32743): stdout: \u000a| (launched: 2022-12-14_09:19:26.943126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:28.555818 run osmo-stp_10.42.42.5(pid=32743): stderr: \u000a| �[0;m�[38;5;43m20221214091927109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091927110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091927110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091927110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091927111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091927111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091927111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:28.686273 run osmo-stp_10.42.42.5(pid=32743): stdout: \u000a| (launched: 2022-12-14_09:19:26.943126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:28.814313 run osmo-stp_10.42.42.5(pid=32743): stderr: \u000a| �[0;m�[38;5;43m20221214091927109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091927110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091927110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091927110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091927111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091927111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091927111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:28.870767 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32743): Process ended prematurely: osmo-stp_10.42.42.5(pid=32743) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32743)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:19:28.879924 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:19:28.942574 run osmo-hlr_10.42.42.2(pid=32740): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32740)]\u000a09:19:28.993950 run osmo-hlr_10.42.42.2(pid=32740): stdout: \u000a| (launched: 2022-12-14_09:19:25.999581) \u000a09:19:29.046167 run osmo-hlr_10.42.42.2(pid=32740): stderr: \u000a| �[0;m�[1;31m20221214091926169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091926169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091926169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091926169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091926169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091926169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091926182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091926190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091926190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091926190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:29.117073 run osmo-msc_10.42.42.6(pid=32746): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32746)]\u000a09:19:29.168273 run osmo-msc_10.42.42.6(pid=32746): stdout: \u000a| (launched: 2022-12-14_09:19:27.935008) \u000a09:19:29.220147 run osmo-msc_10.42.42.6(pid=32746): stderr: \u000a| �[0;m�[38;5;43m20221214091928254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091928254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f082d474c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091928254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091928255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091928255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091928255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091928257 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091928257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091928257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091928257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:29.264225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32739): Terminating (SIGTERM)\u000a09:19:29.306146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32742): Terminating (SIGTERM)\u000a09:19:29.348034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32745): Terminating (SIGTERM)\u000a09:19:29.357798 --- ParallelTerminationStrategy: PID 32739 died...\u000a09:19:29.413556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32739): Terminated: ok {rc=0}\u000a09:19:29.423681 --- ParallelTerminationStrategy: PID 32742 died...\u000a09:19:29.479031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32742): Terminated: ok {rc=0}\u000a09:19:29.489121 --- ParallelTerminationStrategy: PID 32745 died...\u000a09:19:29.544120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32745): Terminated: ok {rc=0}\u000a09:19:29.629979 bus /sierra_3: Setting Powered False\u000a09:19:30.733892 bus /sierra_3: Setting Powered False\u000a09:19:31.849282 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32754): Process ended prematurely: osmo-stp_10.42.42.5(pid=32754) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32754)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32754): Process ended prematurely: osmo-stp_10.42.42.5(pid=32754) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:19:32.962457 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:32.975101 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:19:33.140371 tst mo_mt_call_osmux.py: using LAC 39934\u000a09:19:33.262333 tst mo_mt_call_osmux.py: using RAC 154\u000a09:19:33.379875 tst mo_mt_call_osmux.py: using CellId 39934\u000a09:19:33.499698 tst mo_mt_call_osmux.py: using BVCI 39935\u000a09:19:33.522774 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:33.534289 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:33.545454 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:33.556514 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:33.568398 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:19:33.580346 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:19:33.700759 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:19:33.911510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:34.429851 run create_hlr_db(pid=32748): Launched\u000a09:19:34.615453 bus /sierra_2: Setting Powered False\u000a09:19:35.636905 run create_hlr_db(pid=32748): Terminated: ok {rc=0}\u000a09:19:36.041570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32750): Launched\u000a09:19:36.344473 run osmo-hlr_10.42.42.2(pid=32751): Launched\u000a09:19:36.463421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:36.991922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32753): Launched\u000a09:19:37.300414 run osmo-stp_10.42.42.5(pid=32754): Launched\u000a09:19:37.418136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:38.010899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32756): Launched\u000a09:19:38.334017 run osmo-msc_10.42.42.6(pid=32757): Launched\u000a09:19:38.522094 run osmo-stp_10.42.42.5(pid=32754): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32754)]\u000a09:19:38.657434 run osmo-stp_10.42.42.5(pid=32754): stdout: \u000a| (launched: 2022-12-14_09:19:37.144138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:38.791873 run osmo-stp_10.42.42.5(pid=32754): stderr: \u000a| �[0;m�[38;5;43m20221214091937328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091937329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091937329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091937329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091937330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091937330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091937330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:38.921340 run osmo-stp_10.42.42.5(pid=32754): stdout: \u000a| (launched: 2022-12-14_09:19:37.144138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:39.048626 run osmo-stp_10.42.42.5(pid=32754): stderr: \u000a| �[0;m�[38;5;43m20221214091937328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091937329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091937329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091937329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091937330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091937330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091937330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:39.105409 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32754): Process ended prematurely: osmo-stp_10.42.42.5(pid=32754) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32754)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:19:39.114884 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:19:39.177873 run osmo-hlr_10.42.42.2(pid=32751): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32751)]\u000a09:19:39.229440 run osmo-hlr_10.42.42.2(pid=32751): stdout: \u000a| (launched: 2022-12-14_09:19:36.194589) \u000a09:19:39.281663 run osmo-hlr_10.42.42.2(pid=32751): stderr: \u000a| �[0;m�[1;31m20221214091936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091936377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091936385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091936386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091936386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:39.352890 run osmo-msc_10.42.42.6(pid=32757): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32757)]\u000a09:19:39.404616 run osmo-msc_10.42.42.6(pid=32757): stdout: \u000a| (launched: 2022-12-14_09:19:38.175414) \u000a09:19:39.457004 run osmo-msc_10.42.42.6(pid=32757): stderr: \u000a| �[0;m�[38;5;43m20221214091938495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091938495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81339c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091938495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091938495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091938495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091938495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091938497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091938498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091938498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091938498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:39.501193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32750): Terminating (SIGTERM)\u000a09:19:39.543243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32753): Terminating (SIGTERM)\u000a09:19:39.585473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32756): Terminating (SIGTERM)\u000a09:19:39.595213 --- ParallelTerminationStrategy: PID 32750 died...\u000a09:19:39.651339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32750): Terminated: ok {rc=0}\u000a09:19:39.661898 --- ParallelTerminationStrategy: PID 32753 died...\u000a09:19:39.717589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32753): Terminated: ok {rc=0}\u000a09:19:39.727572 --- ParallelTerminationStrategy: PID 32756 died...\u000a09:19:39.783338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32756): Terminated: ok {rc=0}\u000a09:19:39.868767 bus /sierra_3: Setting Powered False\u000a09:19:40.973844 bus /sierra_3: Setting Powered False\u000a09:19:42.080905 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:19:22" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=300): Process ended prematurely: osmo-stp_10.42.42.5(pid=300) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=300)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=300): Process ended prematurely: osmo-stp_10.42.42.5(pid=300) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:19:44.071722 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:44.083012 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:19:44.235062 tst mo_mt_call.py: using LAC 39935\u000a09:19:44.354025 tst mo_mt_call.py: using RAC 155\u000a09:19:44.478235 tst mo_mt_call.py: using CellId 39935\u000a09:19:44.602172 tst mo_mt_call.py: using BVCI 39936\u000a09:19:44.626852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:44.638765 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:44.650944 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:44.662573 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:44.674182 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:44.685698 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:19:44.804569 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:19:45.005259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:45.479371 run create_hlr_db(pid=32762): Launched\u000a09:19:45.651141 bus /sierra_2: Setting Powered False\u000a09:19:46.675181 run create_hlr_db(pid=32762): Terminated: ok {rc=0}\u000a09:19:47.098251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32764): Launched\u000a09:19:47.406646 run osmo-hlr_10.42.42.2(pid=32765): Launched\u000a09:19:47.518538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:48.041099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32767): Launched\u000a09:19:48.345735 run osmo-stp_10.42.42.5(pid=300): Launched\u000a09:19:48.455248 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:49.003470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=302): Launched\u000a09:19:49.305887 run osmo-msc_10.42.42.6(pid=303): Launched\u000a09:19:49.481798 run osmo-stp_10.42.42.5(pid=300): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=300)]\u000a09:19:49.609185 run osmo-stp_10.42.42.5(pid=300): stdout: \u000a| (launched: 2022-12-14_09:19:48.193280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:49.734734 run osmo-stp_10.42.42.5(pid=300): stderr: \u000a| �[0;m�[38;5;43m20221214091948359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091948359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091948359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091948360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091948360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091948360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091948360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:49.855270 run osmo-stp_10.42.42.5(pid=300): stdout: \u000a| (launched: 2022-12-14_09:19:48.193280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:49.975053 run osmo-stp_10.42.42.5(pid=300): stderr: \u000a| �[0;m�[38;5;43m20221214091948359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091948359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091948359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091948360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091948360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091948360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091948360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:50.027884 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=300): Process ended prematurely: osmo-stp_10.42.42.5(pid=300) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=300)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:19:50.036533 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:19:50.095897 run osmo-hlr_10.42.42.2(pid=32765): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32765)]\u000a09:19:50.144269 run osmo-hlr_10.42.42.2(pid=32765): stdout: \u000a| (launched: 2022-12-14_09:19:47.254172) \u000a09:19:50.193253 run osmo-hlr_10.42.42.2(pid=32765): stderr: \u000a| �[0;m�[1;31m20221214091947425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091947425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091947425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091947425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091947425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091947425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091947437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091947445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091947445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091947445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:50.260278 run osmo-msc_10.42.42.6(pid=303): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=303)]\u000a09:19:50.308558 run osmo-msc_10.42.42.6(pid=303): stdout: \u000a| (launched: 2022-12-14_09:19:49.155992) \u000a09:19:50.357394 run osmo-msc_10.42.42.6(pid=303): stderr: \u000a| �[0;m�[38;5;43m20221214091949423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091949423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46ac0d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091949424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091949424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091949424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091949424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091949426 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091949426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091949426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091949426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:50.398665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32764): Terminating (SIGTERM)\u000a09:19:50.437694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32767): Terminating (SIGTERM)\u000a09:19:50.476697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=302): Terminating (SIGTERM)\u000a09:19:50.485873 --- ParallelTerminationStrategy: PID 32764 died...\u000a09:19:50.538728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32764): Terminated: ok {rc=0}\u000a09:19:50.548272 --- ParallelTerminationStrategy: PID 32767 died...\u000a09:19:50.601021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32767): Terminated: ok {rc=0}\u000a09:19:50.610503 --- ParallelTerminationStrategy: PID 302 died...\u000a09:19:50.662928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=302): Terminated: ok {rc=0}\u000a09:19:50.750350 bus /sierra_3: Setting Powered False\u000a09:19:51.851864 bus /sierra_3: Setting Powered False\u000a09:19:52.962570 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=311): Process ended prematurely: osmo-stp_10.42.42.5(pid=311) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=311)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=311): Process ended prematurely: osmo-stp_10.42.42.5(pid=311) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:19:54.071428 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:54.083401 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:19:54.237536 tst mo_mt_call_osmux.py: using LAC 39936\u000a09:19:54.365689 tst mo_mt_call_osmux.py: using RAC 156\u000a09:19:54.493285 tst mo_mt_call_osmux.py: using CellId 39936\u000a09:19:54.619630 tst mo_mt_call_osmux.py: using BVCI 39937\u000a09:19:54.644252 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:54.656582 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:54.668405 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:54.680092 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:54.691855 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:19:54.703620 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:19:54.819695 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:19:55.031626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:55.549474 run create_hlr_db(pid=305): Launched\u000a09:19:55.735507 bus /sierra_2: Setting Powered False\u000a09:19:56.757403 run create_hlr_db(pid=305): Terminated: ok {rc=0}\u000a09:19:57.184034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=307): Launched\u000a09:19:57.509437 run osmo-hlr_10.42.42.2(pid=308): Launched\u000a09:19:57.629676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:58.191461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=310): Launched\u000a09:19:58.516073 run osmo-stp_10.42.42.5(pid=311): Launched\u000a09:19:58.633461 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:59.222915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=313): Launched\u000a09:19:59.545905 run osmo-msc_10.42.42.6(pid=314): Launched\u000a09:19:59.727481 run osmo-stp_10.42.42.5(pid=311): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=311)]\u000a09:19:59.855888 run osmo-stp_10.42.42.5(pid=311): stdout: \u000a| (launched: 2022-12-14_09:19:58.356400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:59.981916 run osmo-stp_10.42.42.5(pid=311): stderr: \u000a| �[0;m�[38;5;43m20221214091958546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091958546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091958546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091958547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091958547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091958547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091958547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:00.103218 run osmo-stp_10.42.42.5(pid=311): stdout: \u000a| (launched: 2022-12-14_09:19:58.356400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:00.223490 run osmo-stp_10.42.42.5(pid=311): stderr: \u000a| �[0;m�[38;5;43m20221214091958546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214091958546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214091958546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214091958547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214091958547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214091958547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214091958547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:00.276365 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=311): Process ended prematurely: osmo-stp_10.42.42.5(pid=311) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=311)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:20:00.284838 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:20:00.345017 run osmo-hlr_10.42.42.2(pid=308): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=308)]\u000a09:20:00.393640 run osmo-hlr_10.42.42.2(pid=308): stdout: \u000a| (launched: 2022-12-14_09:19:57.348184) \u000a09:20:00.442405 run osmo-hlr_10.42.42.2(pid=308): stderr: \u000a| �[0;m�[1;31m20221214091957545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214091957545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214091957545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091957545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214091957545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214091957545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214091957559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214091957569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214091957569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214091957569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:00.509220 run osmo-msc_10.42.42.6(pid=314): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=314)]\u000a09:20:00.557673 run osmo-msc_10.42.42.6(pid=314): stdout: \u000a| (launched: 2022-12-14_09:19:59.386856) \u000a09:20:00.607401 run osmo-msc_10.42.42.6(pid=314): stderr: \u000a| �[0;m�[38;5;43m20221214091959658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214091959658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0180c05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214091959658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214091959658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214091959658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214091959658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214091959660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214091959661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214091959661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214091959661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:20:00.648881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=307): Terminating (SIGTERM)\u000a09:20:00.687928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=310): Terminating (SIGTERM)\u000a09:20:00.726955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=313): Terminating (SIGTERM)\u000a09:20:00.736115 --- ParallelTerminationStrategy: PID 307 died...\u000a09:20:00.789169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=307): Terminated: ok {rc=0}\u000a09:20:00.798763 --- ParallelTerminationStrategy: PID 310 died...\u000a09:20:00.853178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=310): Terminated: ok {rc=0}\u000a09:20:00.863218 --- ParallelTerminationStrategy: PID 313 died...\u000a09:20:00.931586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=313): Terminated: ok {rc=0}\u000a09:20:01.019253 bus /sierra_3: Setting Powered False\u000a09:20:02.127717 bus /sierra_3: Setting Powered False\u000a09:20:03.237678 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:19:43" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=328): Process ended prematurely: osmo-stp_10.42.42.5(pid=328) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=328)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=328): Process ended prematurely: osmo-stp_10.42.42.5(pid=328) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:20:05.227879 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:05.239741 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:20:05.398352 tst mo_mt_call.py: using LAC 39937\u000a09:20:05.524052 tst mo_mt_call.py: using RAC 157\u000a09:20:05.649515 tst mo_mt_call.py: using CellId 39937\u000a09:20:05.775098 tst mo_mt_call.py: using BVCI 39938\u000a09:20:05.799821 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:05.811681 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:05.823230 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:05.834772 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:05.846627 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:05.858298 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:20:05.974296 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:20:06.176152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:06.653828 run create_hlr_db(pid=322): Launched\u000a09:20:06.825511 bus /sierra_2: Setting Powered False\u000a09:20:07.847360 run create_hlr_db(pid=322): Terminated: ok {rc=0}\u000a09:20:08.246973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=324): Launched\u000a09:20:08.550360 run osmo-hlr_10.42.42.2(pid=325): Launched\u000a09:20:08.670676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:09.196232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=327): Launched\u000a09:20:09.496857 run osmo-stp_10.42.42.5(pid=328): Launched\u000a09:20:09.606459 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:20:10.155373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=330): Launched\u000a09:20:10.457700 run osmo-msc_10.42.42.6(pid=331): Launched\u000a09:20:10.634315 run osmo-stp_10.42.42.5(pid=328): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=328)]\u000a09:20:10.761630 run osmo-stp_10.42.42.5(pid=328): stdout: \u000a| (launched: 2022-12-14_09:20:09.348512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:10.886955 run osmo-stp_10.42.42.5(pid=328): stderr: \u000a| �[0;m�[38;5;43m20221214092009514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092009514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092009515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092009515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092009516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092009516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092009516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:11.007315 run osmo-stp_10.42.42.5(pid=328): stdout: \u000a| (launched: 2022-12-14_09:20:09.348512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:11.127221 run osmo-stp_10.42.42.5(pid=328): stderr: \u000a| �[0;m�[38;5;43m20221214092009514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092009514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092009515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092009515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092009516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092009516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092009516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:11.180313 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=328): Process ended prematurely: osmo-stp_10.42.42.5(pid=328) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=328)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:20:11.188817 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:20:11.248214 run osmo-hlr_10.42.42.2(pid=325): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=325)]\u000a09:20:11.296743 run osmo-hlr_10.42.42.2(pid=325): stdout: \u000a| (launched: 2022-12-14_09:20:08.398990) \u000a09:20:11.346003 run osmo-hlr_10.42.42.2(pid=325): stderr: \u000a| �[0;m�[1;31m20221214092008570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092008570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092008571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092008571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092008571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092008571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092008582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092008590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092008590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092008590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:11.413012 run osmo-msc_10.42.42.6(pid=331): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=331)]\u000a09:20:11.461607 run osmo-msc_10.42.42.6(pid=331): stdout: \u000a| (launched: 2022-12-14_09:20:10.307577) \u000a09:20:11.510756 run osmo-msc_10.42.42.6(pid=331): stderr: \u000a| �[0;m�[38;5;43m20221214092010577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092010577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84ea220c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092010577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092010577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092010578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092010578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092010580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092010580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092010581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092010581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:20:11.552394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=324): Terminating (SIGTERM)\u000a09:20:11.591615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=327): Terminating (SIGTERM)\u000a09:20:11.630951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=330): Terminating (SIGTERM)\u000a09:20:11.640072 --- ParallelTerminationStrategy: PID 324 died...\u000a09:20:11.693127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=324): Terminated: ok {rc=0}\u000a09:20:11.702581 --- ParallelTerminationStrategy: PID 327 died...\u000a09:20:11.755082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=327): Terminated: ok {rc=0}\u000a09:20:11.764586 --- ParallelTerminationStrategy: PID 330 died...\u000a09:20:11.817104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=330): Terminated: ok {rc=0}\u000a09:20:11.904055 bus /sierra_3: Setting Powered False\u000a09:20:13.005077 bus /sierra_3: Setting Powered False\u000a09:20:14.115180 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=339): Process ended prematurely: osmo-stp_10.42.42.5(pid=339) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=339)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=339): Process ended prematurely: osmo-stp_10.42.42.5(pid=339) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:20:15.223408 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:15.235459 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:20:15.387564 tst mo_mt_call_osmux.py: using LAC 39938\u000a09:20:15.507682 tst mo_mt_call_osmux.py: using RAC 158\u000a09:20:15.626089 tst mo_mt_call_osmux.py: using CellId 39938\u000a09:20:15.744017 tst mo_mt_call_osmux.py: using BVCI 39939\u000a09:20:15.766950 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:15.778279 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:15.789509 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:15.800427 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:15.811932 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:20:15.823707 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:20:15.982750 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:20:16.254276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:16.767122 run create_hlr_db(pid=333): Launched\u000a09:20:16.975844 bus /sierra_2: Setting Powered False\u000a09:20:17.970885 run create_hlr_db(pid=333): Terminated: ok {rc=0}\u000a09:20:18.419027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=335): Launched\u000a09:20:18.743483 run osmo-hlr_10.42.42.2(pid=336): Launched\u000a09:20:18.860788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:19.419939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=338): Launched\u000a09:20:19.742822 run osmo-stp_10.42.42.5(pid=339): Launched\u000a09:20:19.862769 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:20:20.452404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=341): Launched\u000a09:20:20.777595 run osmo-msc_10.42.42.6(pid=342): Launched\u000a09:20:20.965944 run osmo-stp_10.42.42.5(pid=339): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=339)]\u000a09:20:21.101724 run osmo-stp_10.42.42.5(pid=339): stdout: \u000a| (launched: 2022-12-14_09:20:19.583357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:21.236610 run osmo-stp_10.42.42.5(pid=339): stderr: \u000a| �[0;m�[38;5;43m20221214092019772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092019772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092019773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092019773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092019774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092019774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092019774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:21.365859 run osmo-stp_10.42.42.5(pid=339): stdout: \u000a| (launched: 2022-12-14_09:20:19.583357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:21.493563 run osmo-stp_10.42.42.5(pid=339): stderr: \u000a| �[0;m�[38;5;43m20221214092019772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092019772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092019773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092019773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092019774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092019774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092019774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:21.550332 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=339): Process ended prematurely: osmo-stp_10.42.42.5(pid=339) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=339)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:20:21.559755 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:20:21.622093 run osmo-hlr_10.42.42.2(pid=336): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=336)]\u000a09:20:21.673496 run osmo-hlr_10.42.42.2(pid=336): stdout: \u000a| (launched: 2022-12-14_09:20:18.583422) \u000a09:20:21.725236 run osmo-hlr_10.42.42.2(pid=336): stderr: \u000a| �[0;m�[1;31m20221214092018776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092018776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092018776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092018776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092018777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092018777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092018789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092018798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092018799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092018799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:21.795098 run osmo-msc_10.42.42.6(pid=342): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=342)]\u000a09:20:21.845956 run osmo-msc_10.42.42.6(pid=342): stdout: \u000a| (launched: 2022-12-14_09:20:20.616928) \u000a09:20:21.897514 run osmo-msc_10.42.42.6(pid=342): stderr: \u000a| �[0;m�[38;5;43m20221214092020936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092020936 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5df89eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092020937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092020937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092020937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092020937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092020939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092020939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092020939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092020939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:20:21.941002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=335): Terminating (SIGTERM)\u000a09:20:21.982235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=338): Terminating (SIGTERM)\u000a09:20:22.023460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=341): Terminating (SIGTERM)\u000a09:20:22.033251 --- ParallelTerminationStrategy: PID 335 died...\u000a09:20:22.088656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=335): Terminated: ok {rc=0}\u000a09:20:22.099236 --- ParallelTerminationStrategy: PID 338 died...\u000a09:20:22.154512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=338): Terminated: ok {rc=0}\u000a09:20:22.164646 --- ParallelTerminationStrategy: PID 341 died...\u000a09:20:22.219928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=341): Terminated: ok {rc=0}\u000a09:20:22.306299 bus /sierra_3: Setting Powered False\u000a09:20:23.407826 bus /sierra_3: Setting Powered False\u000a09:20:24.516652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:20:04" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=361): Process ended prematurely: osmo-stp_10.42.42.5(pid=361) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=361)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=361): Process ended prematurely: osmo-stp_10.42.42.5(pid=361) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:20:26.495260 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:26.506818 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:20:26.663806 tst mo_mt_call.py: using LAC 39939\u000a09:20:26.780315 tst mo_mt_call.py: using RAC 159\u000a09:20:26.899624 tst mo_mt_call.py: using CellId 39939\u000a09:20:27.016366 tst mo_mt_call.py: using BVCI 39940\u000a09:20:27.039637 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:27.051210 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:27.062566 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:27.074005 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:27.085765 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:27.097494 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:20:27.216509 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:20:27.418933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:27.894827 run create_hlr_db(pid=349): Launched\u000a09:20:28.067048 bus /sierra_2: Setting Powered False\u000a09:20:29.089527 run create_hlr_db(pid=349): Terminated: ok {rc=0}\u000a09:20:29.518303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=356): Launched\u000a09:20:29.842411 run osmo-hlr_10.42.42.2(pid=358): Launched\u000a09:20:29.960160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:30.519132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=360): Launched\u000a09:20:30.890109 run osmo-stp_10.42.42.5(pid=361): Launched\u000a09:20:31.090241 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:20:31.725510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=368): Launched\u000a09:20:32.191407 run osmo-msc_10.42.42.6(pid=369): Launched\u000a09:20:32.426082 run osmo-stp_10.42.42.5(pid=361): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=361)]\u000a09:20:32.554199 run osmo-stp_10.42.42.5(pid=361): stdout: \u000a| (launched: 2022-12-14_09:20:30.684272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:32.681622 run osmo-stp_10.42.42.5(pid=361): stderr: \u000a| �[0;m�[38;5;43m20221214092030876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092030877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092030877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092030877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092030878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092030878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092030878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:32.803200 run osmo-stp_10.42.42.5(pid=361): stdout: \u000a| (launched: 2022-12-14_09:20:30.684272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:32.923737 run osmo-stp_10.42.42.5(pid=361): stderr: \u000a| �[0;m�[38;5;43m20221214092030876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092030877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092030877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092030877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092030878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092030878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092030878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:32.976884 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=361): Process ended prematurely: osmo-stp_10.42.42.5(pid=361) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=361)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:20:32.985767 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a09:20:33.046429 run osmo-hlr_10.42.42.2(pid=358): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=358)]\u000a09:20:33.095853 run osmo-hlr_10.42.42.2(pid=358): stdout: \u000a| (launched: 2022-12-14_09:20:29.683309) \u000a09:20:33.146204 run osmo-hlr_10.42.42.2(pid=358): stderr: \u000a| �[0;m�[1;31m20221214092029877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092029877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092029877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092029877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092029877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092029877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092029890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092029898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092029899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092029899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:33.214556 run osmo-msc_10.42.42.6(pid=369): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=369)]\u000a09:20:33.264152 run osmo-msc_10.42.42.6(pid=369): stdout: \u000a| (launched: 2022-12-14_09:20:31.886448) \u000a09:20:33.314285 run osmo-msc_10.42.42.6(pid=369): stderr: \u000a| �[0;m�[38;5;43m20221214092032320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092032320 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf6e9b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092032320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092032320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092032320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092032321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092032322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092032323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092032323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092032323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:20:33.356856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=356): Terminating (SIGTERM)\u000a09:20:33.397900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=360): Terminating (SIGTERM)\u000a09:20:33.438152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=368): Terminating (SIGTERM)\u000a09:20:33.447508 --- ParallelTerminationStrategy: PID 356 died...\u000a09:20:33.501757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=356): Terminated: ok {rc=0}\u000a09:20:33.511541 --- ParallelTerminationStrategy: PID 360 died...\u000a09:20:33.565504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=360): Terminated: ok {rc=0}\u000a09:20:33.575168 --- ParallelTerminationStrategy: PID 368 died...\u000a09:20:33.628905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=368): Terminated: ok {rc=0}\u000a09:20:33.716796 bus /sierra_3: Setting Powered False\u000a09:20:34.820189 bus /sierra_3: Setting Powered False\u000a09:20:35.931888 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=377): Process ended prematurely: osmo-stp_10.42.42.5(pid=377) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=377)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=377): Process ended prematurely: osmo-stp_10.42.42.5(pid=377) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:20:37.041537 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:37.053701 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:20:37.206180 tst mo_mt_call_osmux.py: using LAC 39940\u000a09:20:37.323803 tst mo_mt_call_osmux.py: using RAC 160\u000a09:20:37.444152 tst mo_mt_call_osmux.py: using CellId 39940\u000a09:20:37.564220 tst mo_mt_call_osmux.py: using BVCI 39941\u000a09:20:37.587176 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:37.598532 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:37.609772 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:37.620904 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:37.632399 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:20:37.643842 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:20:37.760171 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:20:37.971201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:38.489706 run create_hlr_db(pid=371): Launched\u000a09:20:38.676217 bus /sierra_2: Setting Powered False\u000a09:20:39.698011 run create_hlr_db(pid=371): Terminated: ok {rc=0}\u000a09:20:40.102202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=373): Launched\u000a09:20:40.405285 run osmo-hlr_10.42.42.2(pid=374): Launched\u000a09:20:40.523715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:41.053374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=376): Launched\u000a09:20:41.353768 run osmo-stp_10.42.42.5(pid=377): Launched\u000a09:20:41.464377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:20:42.030611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=379): Launched\u000a09:20:42.350671 run osmo-msc_10.42.42.6(pid=380): Launched\u000a09:20:42.529329 run osmo-stp_10.42.42.5(pid=377): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=377)]\u000a09:20:42.657105 run osmo-stp_10.42.42.5(pid=377): stdout: \u000a| (launched: 2022-12-14_09:20:41.205530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:42.783736 run osmo-stp_10.42.42.5(pid=377): stderr: \u000a| �[0;m�[38;5;43m20221214092041370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092041370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092041370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092041371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092041371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092041371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092041371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:42.904850 run osmo-stp_10.42.42.5(pid=377): stdout: \u000a| (launched: 2022-12-14_09:20:41.205530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:43.024668 run osmo-stp_10.42.42.5(pid=377): stderr: \u000a| �[0;m�[38;5;43m20221214092041370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092041370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092041370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092041371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092041371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092041371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092041371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:43.077600 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=377): Process ended prematurely: osmo-stp_10.42.42.5(pid=377) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=377)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:20:43.086480 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:20:43.146654 run osmo-hlr_10.42.42.2(pid=374): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=374)]\u000a09:20:43.195593 run osmo-hlr_10.42.42.2(pid=374): stdout: \u000a| (launched: 2022-12-14_09:20:40.255385) \u000a09:20:43.245356 run osmo-hlr_10.42.42.2(pid=374): stderr: \u000a| �[0;m�[1;31m20221214092040425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092040425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092040425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092040425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092040425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092040425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092040438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092040448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092040448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092040448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:43.313204 run osmo-msc_10.42.42.6(pid=380): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=380)]\u000a09:20:43.362389 run osmo-msc_10.42.42.6(pid=380): stdout: \u000a| (launched: 2022-12-14_09:20:42.195164) \u000a09:20:43.412156 run osmo-msc_10.42.42.6(pid=380): stderr: \u000a| �[0;m�[38;5;43m20221214092042463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092042463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f947f82dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092042463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092042463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092042463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092042463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092042465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092042466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092042466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092042466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:20:43.454382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=373): Terminating (SIGTERM)\u000a09:20:43.494408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=376): Terminating (SIGTERM)\u000a09:20:43.534474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=379): Terminating (SIGTERM)\u000a09:20:43.543842 --- ParallelTerminationStrategy: PID 373 died...\u000a09:20:43.597839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=373): Terminated: ok {rc=0}\u000a09:20:43.607610 --- ParallelTerminationStrategy: PID 376 died...\u000a09:20:43.661039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=376): Terminated: ok {rc=0}\u000a09:20:43.670772 --- ParallelTerminationStrategy: PID 379 died...\u000a09:20:43.723932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=379): Terminated: ok {rc=0}\u000a09:20:43.812180 bus /sierra_3: Setting Powered False\u000a09:20:44.912890 bus /sierra_3: Setting Powered False\u000a09:20:46.040359 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:20:26" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=392): Process ended prematurely: osmo-stp_10.42.42.5(pid=392) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=392)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=392): Process ended prematurely: osmo-stp_10.42.42.5(pid=392) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:20:48.043982 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:48.055318 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:20:48.208741 tst mo_mt_call.py: using LAC 39941\u000a09:20:48.327491 tst mo_mt_call.py: using RAC 161\u000a09:20:48.447131 tst mo_mt_call.py: using CellId 39941\u000a09:20:48.571542 tst mo_mt_call.py: using BVCI 39942\u000a09:20:48.594550 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:48.605542 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:48.616341 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:48.627185 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:48.638597 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:48.649773 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:20:48.767336 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:20:48.977424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:49.495157 run create_hlr_db(pid=385): Launched\u000a09:20:49.682004 bus /sierra_2: Setting Powered False\u000a09:20:50.702863 run create_hlr_db(pid=385): Terminated: ok {rc=0}\u000a09:20:51.105896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=387): Launched\u000a09:20:51.408506 run osmo-hlr_10.42.42.2(pid=388): Launched\u000a09:20:51.526280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:52.060600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=390): Launched\u000a09:20:52.361631 run osmo-stp_10.42.42.5(pid=392): Launched\u000a09:20:52.471838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:20:53.021625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=394): Launched\u000a09:20:53.326608 run osmo-msc_10.42.42.6(pid=395): Launched\u000a09:20:53.504058 run osmo-stp_10.42.42.5(pid=392): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=392)]\u000a09:20:53.631548 run osmo-stp_10.42.42.5(pid=392): stdout: \u000a| (launched: 2022-12-14_09:20:52.212772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:53.757245 run osmo-stp_10.42.42.5(pid=392): stderr: \u000a| �[0;m�[38;5;43m20221214092052378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092052378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092052378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092052379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092052379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092052379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092052379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:53.878172 run osmo-stp_10.42.42.5(pid=392): stdout: \u000a| (launched: 2022-12-14_09:20:52.212772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:53.998408 run osmo-stp_10.42.42.5(pid=392): stderr: \u000a| �[0;m�[38;5;43m20221214092052378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092052378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092052378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092052379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092052379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092052379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092052379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:54.051075 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=392): Process ended prematurely: osmo-stp_10.42.42.5(pid=392) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=392)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:20:54.060167 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:20:54.119821 run osmo-hlr_10.42.42.2(pid=388): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=388)]\u000a09:20:54.168632 run osmo-hlr_10.42.42.2(pid=388): stdout: \u000a| (launched: 2022-12-14_09:20:51.258839) \u000a09:20:54.217863 run osmo-hlr_10.42.42.2(pid=388): stderr: \u000a| �[0;m�[1;31m20221214092051430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092051430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092051430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092051430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092051430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092051430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092051446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092051455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092051455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092051455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:54.284996 run osmo-msc_10.42.42.6(pid=395): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=395)]\u000a09:20:54.333604 run osmo-msc_10.42.42.6(pid=395): stdout: \u000a| (launched: 2022-12-14_09:20:53.174393) \u000a09:20:54.382909 run osmo-msc_10.42.42.6(pid=395): stderr: \u000a| �[0;m�[38;5;43m20221214092053441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092053441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60b8acec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092053441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092053441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092053441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092053441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092053443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092053443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092053444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092053444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:20:54.424674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=387): Terminating (SIGTERM)\u000a09:20:54.464106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=390): Terminating (SIGTERM)\u000a09:20:54.503572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=394): Terminating (SIGTERM)\u000a09:20:54.512722 --- ParallelTerminationStrategy: PID 387 died...\u000a09:20:54.565860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=387): Terminated: ok {rc=0}\u000a09:20:54.575447 --- ParallelTerminationStrategy: PID 390 died...\u000a09:20:54.628421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=390): Terminated: ok {rc=0}\u000a09:20:54.637977 --- ParallelTerminationStrategy: PID 394 died...\u000a09:20:54.690951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=394): Terminated: ok {rc=0}\u000a09:20:54.778918 bus /sierra_3: Setting Powered False\u000a09:20:55.881045 bus /sierra_3: Setting Powered False\u000a09:20:56.991901 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=403): Process ended prematurely: osmo-stp_10.42.42.5(pid=403) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=403)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=403): Process ended prematurely: osmo-stp_10.42.42.5(pid=403) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:20:58.101401 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:58.113249 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:20:58.266724 tst mo_mt_call_osmux.py: using LAC 39942\u000a09:20:58.385814 tst mo_mt_call_osmux.py: using RAC 162\u000a09:20:58.505863 tst mo_mt_call_osmux.py: using CellId 39942\u000a09:20:58.626701 tst mo_mt_call_osmux.py: using BVCI 39943\u000a09:20:58.649737 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:58.661063 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:58.672029 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:58.683095 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:58.694565 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:20:58.705942 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:20:58.821592 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:20:59.021392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:59.494835 run create_hlr_db(pid=397): Launched\u000a09:20:59.666657 bus /sierra_2: Setting Powered False\u000a09:21:00.689653 run create_hlr_db(pid=397): Terminated: ok {rc=0}\u000a09:21:01.188069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=399): Launched\u000a09:21:01.629281 run osmo-hlr_10.42.42.2(pid=400): Launched\u000a09:21:01.774062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:02.384707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=402): Launched\u000a09:21:02.710444 run osmo-stp_10.42.42.5(pid=403): Launched\u000a09:21:02.828453 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:21:03.418456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=405): Launched\u000a09:21:03.745676 run osmo-msc_10.42.42.6(pid=406): Launched\u000a09:21:03.934103 run osmo-stp_10.42.42.5(pid=403): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=403)]\u000a09:21:04.072089 run osmo-stp_10.42.42.5(pid=403): stdout: \u000a| (launched: 2022-12-14_09:21:02.548793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:04.207739 run osmo-stp_10.42.42.5(pid=403): stderr: \u000a| �[0;m�[38;5;43m20221214092102737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092102737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092102737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092102738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092102738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092102738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092102738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:04.338085 run osmo-stp_10.42.42.5(pid=403): stdout: \u000a| (launched: 2022-12-14_09:21:02.548793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:04.467114 run osmo-stp_10.42.42.5(pid=403): stderr: \u000a| �[0;m�[38;5;43m20221214092102737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092102737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092102737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092102738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092102738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092102738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092102738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:04.523715 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=403): Process ended prematurely: osmo-stp_10.42.42.5(pid=403) [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=403)] [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:21:04.533045 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a09:21:04.595039 run osmo-hlr_10.42.42.2(pid=400): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=400)]\u000a09:21:04.646109 run osmo-hlr_10.42.42.2(pid=400): stdout: \u000a| (launched: 2022-12-14_09:21:01.361195) \u000a09:21:04.698115 run osmo-hlr_10.42.42.2(pid=400): stderr: \u000a| �[0;m�[1;31m20221214092101608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092101608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092101608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092101608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092101608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092101608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092101626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092101650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092101651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092101651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:04.768325 run osmo-msc_10.42.42.6(pid=406): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=406)]\u000a09:21:04.819220 run osmo-msc_10.42.42.6(pid=406): stdout: \u000a| (launched: 2022-12-14_09:21:03.582776) \u000a09:21:04.870905 run osmo-msc_10.42.42.6(pid=406): stderr: \u000a| �[0;m�[38;5;43m20221214092103901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092103901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3d5d97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092103902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092103902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092103902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092103902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092103904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092103904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092103904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092103904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:21:04.914551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=399): Terminating (SIGTERM)\u000a09:21:04.955833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=402): Terminating (SIGTERM)\u000a09:21:04.997125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=405): Terminating (SIGTERM)\u000a09:21:05.006943 --- ParallelTerminationStrategy: PID 399 died...\u000a09:21:05.062494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=399): Terminated: ok {rc=0}\u000a09:21:05.072616 --- ParallelTerminationStrategy: PID 402 died...\u000a09:21:05.127739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=402): Terminated: ok {rc=0}\u000a09:21:05.137810 --- ParallelTerminationStrategy: PID 405 died...\u000a09:21:05.193043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=405): Terminated: ok {rc=0}\u000a09:21:05.281995 bus /sierra_3: Setting Powered False\u000a09:21:06.386979 bus /sierra_3: Setting Powered False\u000a09:21:07.493368 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:20:47" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=418): Process ended prematurely: osmo-stp_10.42.42.5(pid=418) [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=418)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=418): Process ended prematurely: osmo-stp_10.42.42.5(pid=418) [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:21:09.503479 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:09.514840 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:21:09.646623 tst emergency_mo_mt_call.py: using LAC 39943\u000a09:21:09.770858 tst emergency_mo_mt_call.py: using RAC 163\u000a09:21:09.895513 tst emergency_mo_mt_call.py: using CellId 39943\u000a09:21:10.019977 tst emergency_mo_mt_call.py: using BVCI 39944\u000a09:21:10.044405 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:10.055984 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:10.067408 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:10.078589 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:10.089792 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:10.100797 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:10.216305 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:10.426106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:10.937097 run create_hlr_db(pid=412): Launched\u000a09:21:11.120822 bus /sierra_2: Setting Powered False\u000a09:21:12.142401 run create_hlr_db(pid=412): Terminated: ok {rc=0}\u000a09:21:12.541432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=414): Launched\u000a09:21:12.839871 run osmo-hlr_10.42.42.2(pid=415): Launched\u000a09:21:12.951407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:13.465530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=417): Launched\u000a09:21:13.761788 run osmo-stp_10.42.42.5(pid=418): Launched\u000a09:21:13.879911 tst emergency_mo_mt_call.py: using MSISDN 8607\u000a09:21:14.025558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:21:14.593891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=420): Launched\u000a09:21:14.912818 run osmo-msc_10.42.42.6(pid=421): Launched\u000a09:21:15.100139 run osmo-stp_10.42.42.5(pid=418): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=418)]\u000a09:21:15.234583 run osmo-stp_10.42.42.5(pid=418): stdout: \u000a| (launched: 2022-12-14_09:21:13.614683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:15.368001 run osmo-stp_10.42.42.5(pid=418): stderr: \u000a| �[0;m�[38;5;43m20221214092113780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092113780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092113780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092113781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092113781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092113781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092113782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:15.495124 run osmo-stp_10.42.42.5(pid=418): stdout: \u000a| (launched: 2022-12-14_09:21:13.614683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:15.620536 run osmo-stp_10.42.42.5(pid=418): stderr: \u000a| �[0;m�[38;5;43m20221214092113780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092113780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092113780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092113781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092113781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092113781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092113782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:15.675898 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=418): Process ended prematurely: osmo-stp_10.42.42.5(pid=418) [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=418)] [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a09:21:15.684416 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a09:21:15.746748 run osmo-hlr_10.42.42.2(pid=415): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=415)]\u000a09:21:15.797547 run osmo-hlr_10.42.42.2(pid=415): stdout: \u000a| (launched: 2022-12-14_09:21:12.691844) \u000a09:21:15.851142 run osmo-hlr_10.42.42.2(pid=415): stderr: \u000a| �[0;m�[1;31m20221214092112862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092112862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092112862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092112862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092112862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092112862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092112874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092112882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092112882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092112883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:15.922561 run osmo-msc_10.42.42.6(pid=421): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=421)]\u000a09:21:15.974101 run osmo-msc_10.42.42.6(pid=421): stdout: \u000a| (launched: 2022-12-14_09:21:14.755639) \u000a09:21:16.026065 run osmo-msc_10.42.42.6(pid=421): stderr: \u000a| �[0;m�[38;5;43m20221214092115073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092115073 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5d45bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092115073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092115073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092115074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092115074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092115075 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092115076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092115076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092115076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:21:16.070305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=414): Terminating (SIGTERM)\u000a09:21:16.114830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=417): Terminating (SIGTERM)\u000a09:21:16.158877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=420): Terminating (SIGTERM)\u000a09:21:16.169467 --- ParallelTerminationStrategy: PID 414 died...\u000a09:21:16.226742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=414): Terminated: ok {rc=0}\u000a09:21:16.237319 --- ParallelTerminationStrategy: PID 417 died...\u000a09:21:16.293132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=417): Terminated: ok {rc=0}\u000a09:21:16.303634 --- ParallelTerminationStrategy: PID 420 died...\u000a09:21:16.359833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=420): Terminated: ok {rc=0}\u000a09:21:16.446987 bus /sierra_3: Setting Powered False\u000a09:21:17.550632 bus /sierra_3: Setting Powered False\u000a09:21:18.657456 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=429): Process ended prematurely: osmo-stp_10.42.42.5(pid=429) [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=429)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=429): Process ended prematurely: osmo-stp_10.42.42.5(pid=429) [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:21:19.710652 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:19.723010 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:21:19.861103 tst emergency_preemptive_call.py: using LAC 39944\u000a09:21:19.984419 tst emergency_preemptive_call.py: using RAC 164\u000a09:21:20.107127 tst emergency_preemptive_call.py: using CellId 39944\u000a09:21:20.230200 tst emergency_preemptive_call.py: using BVCI 39945\u000a09:21:20.254272 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:20.265694 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:20.276853 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:20.288119 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:20.299406 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:21:20.310661 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:20.428664 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:20.542748 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:20.662028 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:20.867924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:21.375672 run create_hlr_db(pid=423): Launched\u000a09:21:21.558916 bus /sierra_2: Setting Powered False\u000a09:21:22.579699 run create_hlr_db(pid=423): Terminated: ok {rc=0}\u000a09:21:22.977946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=425): Launched\u000a09:21:23.273995 run osmo-hlr_10.42.42.2(pid=426): Launched\u000a09:21:23.385567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:23.903121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=428): Launched\u000a09:21:24.197377 run osmo-stp_10.42.42.5(pid=429): Launched\u000a09:21:24.313639 tst emergency_preemptive_call.py: using MSISDN 8608\u000a09:21:24.458965 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:21:24.997101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=431): Launched\u000a09:21:25.293161 run osmo-msc_10.42.42.6(pid=432): Launched\u000a09:21:25.467319 run osmo-stp_10.42.42.5(pid=429): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=429)]\u000a09:21:25.592858 run osmo-stp_10.42.42.5(pid=429): stdout: \u000a| (launched: 2022-12-14_09:21:24.052108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:25.716332 run osmo-stp_10.42.42.5(pid=429): stderr: \u000a| �[0;m�[38;5;43m20221214092124217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092124217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092124218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092124218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092124219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092124219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092124219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:25.834923 run osmo-stp_10.42.42.5(pid=429): stdout: \u000a| (launched: 2022-12-14_09:21:24.052108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:25.952400 run osmo-stp_10.42.42.5(pid=429): stderr: \u000a| �[0;m�[38;5;43m20221214092124217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092124217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092124218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092124218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092124219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092124219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092124219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:26.003892 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=429): Process ended prematurely: osmo-stp_10.42.42.5(pid=429) [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=429)] [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a09:21:26.011878 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a09:21:26.072224 run osmo-hlr_10.42.42.2(pid=426): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=426)]\u000a09:21:26.121165 run osmo-hlr_10.42.42.2(pid=426): stdout: \u000a| (launched: 2022-12-14_09:21:23.128207) \u000a09:21:26.170501 run osmo-hlr_10.42.42.2(pid=426): stderr: \u000a| �[0;m�[1;31m20221214092123301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092123301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092123301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092123301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092123301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092123301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092123318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092123327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092123327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092123327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:26.237531 run osmo-msc_10.42.42.6(pid=432): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=432)]\u000a09:21:26.286155 run osmo-msc_10.42.42.6(pid=432): stdout: \u000a| (launched: 2022-12-14_09:21:25.146621) \u000a09:21:26.335383 run osmo-msc_10.42.42.6(pid=432): stderr: \u000a| �[0;m�[38;5;43m20221214092125413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092125414 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cdead7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092125414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092125414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092125414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092125414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092125416 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092125416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092125416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092125417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:21:26.377042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=425): Terminating (SIGTERM)\u000a09:21:26.416205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=428): Terminating (SIGTERM)\u000a09:21:26.455535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=431): Terminating (SIGTERM)\u000a09:21:26.464667 --- ParallelTerminationStrategy: PID 425 died...\u000a09:21:26.517905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=425): Terminated: ok {rc=0}\u000a09:21:26.527512 --- ParallelTerminationStrategy: PID 428 died...\u000a09:21:26.580522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=428): Terminated: ok {rc=0}\u000a09:21:26.590075 --- ParallelTerminationStrategy: PID 431 died...\u000a09:21:26.642793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=431): Terminated: ok {rc=0}\u000a09:21:26.731109 bus /sierra_9: Setting Powered False\u000a09:21:27.832815 bus /sierra_9: Setting Powered False\u000a09:21:28.940285 bus /sierra_8: Setting Powered False\u000a09:21:30.039977 bus /sierra_8: Setting Powered False\u000a09:21:31.156129 bus /sierra_3: Setting Powered False\u000a09:21:32.259273 bus /sierra_3: Setting Powered False\u000a09:21:33.366897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:21:09" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=447): Process ended prematurely: osmo-stp_10.42.42.5(pid=447) [trial-2402↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=447)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=447): Process ended prematurely: osmo-stp_10.42.42.5(pid=447) [trial-2402↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:21:35.475132 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:35.486041 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:21:35.615237 tst cs_paging_gprs_active.py: using LAC 39945\u000a09:21:35.731476 tst cs_paging_gprs_active.py: using RAC 165\u000a09:21:35.847799 tst cs_paging_gprs_active.py: using CellId 39945\u000a09:21:35.963745 tst cs_paging_gprs_active.py: using BVCI 39946\u000a09:21:35.986773 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:35.997619 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:36.008147 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:36.018881 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:36.030119 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:36.041137 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:36.052501 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:36.063531 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:36.074861 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:36.194904 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:36.473359 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:21:36.599289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:36.911247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=437): Launched\u000a09:21:37.171445 run iperf3-srv_10.42.42.10(pid=438): Launched\u000a09:21:37.354637 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:21:37.479807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:37.799497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=439): Launched\u000a09:21:38.078687 run iperf3-srv_10.42.42.10(pid=440): Launched\u000a09:21:38.276241 tst cs_paging_gprs_active.py:38: start network...\u000a09:21:38.411268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:38.930511 run create_hlr_db(pid=441): Launched\u000a09:21:39.116731 bus /sierra_2: Setting Powered False\u000a09:21:40.138661 run create_hlr_db(pid=441): Terminated: ok {rc=0}\u000a09:21:40.569232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=443): Launched\u000a09:21:40.893652 run osmo-hlr_10.42.42.2(pid=444): Launched\u000a09:21:41.010690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:41.571427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=446): Launched\u000a09:21:41.895489 run osmo-stp_10.42.42.5(pid=447): Launched\u000a09:21:42.012141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:42.573181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=449): Launched\u000a09:21:42.688429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:42.971812 run patchelf(pid=450): Launched\u000a09:21:43.160849 run osmo-stp_10.42.42.5(pid=447): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=447)]\u000a09:21:43.298779 run osmo-stp_10.42.42.5(pid=447): stdout: \u000a| (launched: 2022-12-14_09:21:41.735904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:43.437144 run osmo-stp_10.42.42.5(pid=447): stderr: \u000a| �[0;m�[38;5;43m20221214092141925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092141925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092141925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092141926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092141926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092141926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092141926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:43.571057 run osmo-stp_10.42.42.5(pid=447): stdout: \u000a| (launched: 2022-12-14_09:21:41.735904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:43.703605 run osmo-stp_10.42.42.5(pid=447): stderr: \u000a| �[0;m�[38;5;43m20221214092141925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092141925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092141925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092141926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092141926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092141926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092141926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:43.857915 run patchelf(pid=450): Terminating (SIGINT)\u000a09:21:44.038294 run patchelf(pid=450): Terminated: ok {rc=0}\u000a09:21:44.071530 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=447): Process ended prematurely: osmo-stp_10.42.42.5(pid=447) [trial-2402↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=447)] [trial-2402↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a09:21:44.081528 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:21:44.143953 run osmo-hlr_10.42.42.2(pid=444): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=444)]\u000a09:21:44.194965 run osmo-hlr_10.42.42.2(pid=444): stdout: \u000a| (launched: 2022-12-14_09:21:40.733905) \u000a09:21:44.246707 run osmo-hlr_10.42.42.2(pid=444): stderr: \u000a| �[0;m�[1;31m20221214092140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092140939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092140948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092140948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092140948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:44.290759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=437): Terminating (SIGTERM)\u000a09:21:44.332750 run iperf3-srv_10.42.42.10(pid=438): Terminating (SIGTERM)\u000a09:21:44.376615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=439): Terminating (SIGTERM)\u000a09:21:44.416905 run iperf3-srv_10.42.42.10(pid=440): Terminating (SIGTERM)\u000a09:21:44.456924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=443): Terminating (SIGTERM)\u000a09:21:44.496937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=446): Terminating (SIGTERM)\u000a09:21:44.537025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=449): Terminating (SIGTERM)\u000a09:21:44.546363 --- ParallelTerminationStrategy: PID 437 died...\u000a09:21:44.600819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=437): Terminated: ok {rc=0}\u000a09:21:44.610509 --- ParallelTerminationStrategy: PID 438 died...\u000a09:21:44.664439 run iperf3-srv_10.42.42.10(pid=438): Terminated {rc=256}\u000a09:21:44.674027 --- ParallelTerminationStrategy: PID 439 died...\u000a09:21:44.728157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=439): Terminated: ok {rc=0}\u000a09:21:44.737944 --- ParallelTerminationStrategy: PID 440 died...\u000a09:21:44.791947 run iperf3-srv_10.42.42.10(pid=440): Terminated {rc=256}\u000a09:21:44.801725 --- ParallelTerminationStrategy: PID 443 died...\u000a09:21:44.855686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=443): Terminated: ok {rc=0}\u000a09:21:44.865449 --- ParallelTerminationStrategy: PID 446 died...\u000a09:21:44.919422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=446): Terminated: ok {rc=0}\u000a09:21:44.928934 --- ParallelTerminationStrategy: PID 449 died...\u000a09:21:44.983156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=449): Terminated: ok {rc=0}\u000a09:21:45.071736 bus /gobi_0: Setting Powered False\u000a09:21:46.181880 bus /gobi_0: Setting Powered False\u000a09:21:47.291620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=459): Process ended prematurely: osmo-stp_10.42.42.5(pid=459) [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=459)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=459): Process ended prematurely: osmo-stp_10.42.42.5(pid=459) [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a09:21:48.401679 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:48.413155 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:21:48.546557 tst iperf3.py: using LAC 39946\u000a09:21:48.664774 tst iperf3.py: using RAC 166\u000a09:21:48.784412 tst iperf3.py: using CellId 39946\u000a09:21:48.902243 tst iperf3.py: using BVCI 39947\u000a09:21:48.925493 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:48.936352 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:48.947044 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:48.957637 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:48.968787 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:48.979864 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:48.991050 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:49.002033 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:49.013158 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:49.305620 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:21:49.440439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:49.776558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=451): Launched\u000a09:21:50.054311 run iperf3-srv_10.42.42.10(pid=452): Launched\u000a09:21:50.253017 tst iperf3.py:8: start network...\u000a09:21:50.387772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:50.905897 run create_hlr_db(pid=453): Launched\u000a09:21:51.090738 bus /gobi_6: Setting Powered False\u000a09:21:52.113072 run create_hlr_db(pid=453): Terminated: ok {rc=0}\u000a09:21:52.516891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=455): Launched\u000a09:21:52.819087 run osmo-hlr_10.42.42.2(pid=456): Launched\u000a09:21:52.929989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:53.461909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=458): Launched\u000a09:21:53.787549 run osmo-stp_10.42.42.5(pid=459): Launched\u000a09:21:53.904178 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:54.467881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=461): Launched\u000a09:21:54.582943 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:54.864510 run patchelf(pid=462): Launched\u000a09:21:55.053239 run osmo-stp_10.42.42.5(pid=459): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=459)]\u000a09:21:55.191201 run osmo-stp_10.42.42.5(pid=459): stdout: \u000a| (launched: 2022-12-14_09:21:53.626961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:55.330685 run osmo-stp_10.42.42.5(pid=459): stderr: \u000a| �[0;m�[38;5;43m20221214092153815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092153815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092153815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092153816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092153816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092153816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092153816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:55.464109 run osmo-stp_10.42.42.5(pid=459): stdout: \u000a| (launched: 2022-12-14_09:21:53.626961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:55.596692 run osmo-stp_10.42.42.5(pid=459): stderr: \u000a| �[0;m�[38;5;43m20221214092153815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092153815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092153815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092153816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092153816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092153816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092153816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:55.750687 run patchelf(pid=462): Terminating (SIGINT)\u000a09:21:55.931077 run patchelf(pid=462): Terminated: ok {rc=0}\u000a09:21:55.964146 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=459): Process ended prematurely: osmo-stp_10.42.42.5(pid=459) [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=459)] [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a09:21:55.974158 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:21:56.036526 run osmo-hlr_10.42.42.2(pid=456): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=456)]\u000a09:21:56.087364 run osmo-hlr_10.42.42.2(pid=456): stdout: \u000a| (launched: 2022-12-14_09:21:52.670091) \u000a09:21:56.139000 run osmo-hlr_10.42.42.2(pid=456): stderr: \u000a| �[0;m�[1;31m20221214092152842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092152842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092152842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092152842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092152843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092152843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092152856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092152866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092152867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092152867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:56.182705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=451): Terminating (SIGTERM)\u000a09:21:56.223744 run iperf3-srv_10.42.42.10(pid=452): Terminating (SIGTERM)\u000a09:21:56.265001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=455): Terminating (SIGTERM)\u000a09:21:56.306382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=458): Terminating (SIGTERM)\u000a09:21:56.348017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=461): Terminating (SIGTERM)\u000a09:21:56.357890 --- ParallelTerminationStrategy: PID 451 died...\u000a09:21:56.414237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=451): Terminated: ok {rc=0}\u000a09:21:56.424407 --- ParallelTerminationStrategy: PID 452 died...\u000a09:21:56.479954 run iperf3-srv_10.42.42.10(pid=452): Terminated {rc=256}\u000a09:21:56.490119 --- ParallelTerminationStrategy: PID 455 died...\u000a09:21:56.545720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=455): Terminated: ok {rc=0}\u000a09:21:56.555891 --- ParallelTerminationStrategy: PID 458 died...\u000a09:21:56.611384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=458): Terminated: ok {rc=0}\u000a09:21:56.621684 --- ParallelTerminationStrategy: PID 461 died...\u000a09:21:56.676751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=461): Terminated: ok {rc=0}\u000a09:21:56.762698 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=477): Process ended prematurely: osmo-stp_10.42.42.5(pid=477) [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=477)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=477): Process ended prematurely: osmo-stp_10.42.42.5(pid=477) [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a09:21:57.877852 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:57.889804 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:21:58.030394 tst iperf3m4.py: using LAC 39947\u000a09:21:58.157270 tst iperf3m4.py: using RAC 167\u000a09:21:58.285778 tst iperf3m4.py: using CellId 39947\u000a09:21:58.416896 tst iperf3m4.py: using BVCI 39948\u000a09:21:58.441887 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:58.453382 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:58.464447 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:58.475643 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:58.486767 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:58.497933 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:58.509289 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:58.520231 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:21:58.531575 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:58.648908 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:58.770259 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:58.886060 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:21:59.169311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:21:59.294794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:59.606822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=463): Launched\u000a09:21:59.866311 run iperf3-srv_10.42.42.10(pid=464): Launched\u000a09:22:00.049187 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:22:00.174119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:00.485086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=465): Launched\u000a09:22:00.744484 run iperf3-srv_10.42.42.10(pid=466): Launched\u000a09:22:00.937606 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:22:01.069837 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:01.400466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=467): Launched\u000a09:22:01.680172 run iperf3-srv_10.42.42.10(pid=468): Launched\u000a09:22:01.867856 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:22:01.995792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:02.328824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=469): Launched\u000a09:22:02.609208 run iperf3-srv_10.42.42.10(pid=470): Launched\u000a09:22:02.806983 tst iperf3m4.py:8: start network...\u000a09:22:02.941990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:03.459542 run create_hlr_db(pid=471): Launched\u000a09:22:03.644930 bus /gobi_6: Setting Powered False\u000a09:22:04.666347 run create_hlr_db(pid=471): Terminated: ok {rc=0}\u000a09:22:05.071091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=473): Launched\u000a09:22:05.375164 run osmo-hlr_10.42.42.2(pid=474): Launched\u000a09:22:05.494176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:06.137077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=476): Launched\u000a09:22:06.433354 run osmo-stp_10.42.42.5(pid=477): Launched\u000a09:22:06.541282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:07.057117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=479): Launched\u000a09:22:07.162462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:07.420186 run patchelf(pid=480): Launched\u000a09:22:07.592932 run osmo-stp_10.42.42.5(pid=477): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=477)]\u000a09:22:07.719679 run osmo-stp_10.42.42.5(pid=477): stdout: \u000a| (launched: 2022-12-14_09:22:06.286446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:07.847661 run osmo-stp_10.42.42.5(pid=477): stderr: \u000a| �[0;m�[38;5;43m20221214092206453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092206453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092206453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092206454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092206454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092206454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092206454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:07.969936 run osmo-stp_10.42.42.5(pid=477): stdout: \u000a| (launched: 2022-12-14_09:22:06.286446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:08.091324 run osmo-stp_10.42.42.5(pid=477): stderr: \u000a| �[0;m�[38;5;43m20221214092206453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092206453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092206453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092206454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092206454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092206454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092206454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:08.232523 run patchelf(pid=480): Terminating (SIGINT)\u000a09:22:08.397748 run patchelf(pid=480): Terminated: ok {rc=0}\u000a09:22:08.428397 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=477): Process ended prematurely: osmo-stp_10.42.42.5(pid=477) [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=477)] [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a09:22:08.437623 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:22:08.498434 run osmo-hlr_10.42.42.2(pid=474): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=474)]\u000a09:22:08.547411 run osmo-hlr_10.42.42.2(pid=474): stdout: \u000a| (launched: 2022-12-14_09:22:05.224300) \u000a09:22:08.597031 run osmo-hlr_10.42.42.2(pid=474): stderr: \u000a| �[0;m�[1;31m20221214092205398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092205398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092205398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092205398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092205398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092205398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092205410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092205418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092205418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092205418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:08.639002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=463): Terminating (SIGTERM)\u000a09:22:08.678646 run iperf3-srv_10.42.42.10(pid=464): Terminating (SIGTERM)\u000a09:22:08.718251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=465): Terminating (SIGTERM)\u000a09:22:08.757574 run iperf3-srv_10.42.42.10(pid=466): Terminating (SIGTERM)\u000a09:22:08.797472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=467): Terminating (SIGTERM)\u000a09:22:08.837125 run iperf3-srv_10.42.42.10(pid=468): Terminating (SIGTERM)\u000a09:22:08.876627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=469): Terminating (SIGTERM)\u000a09:22:08.915900 run iperf3-srv_10.42.42.10(pid=470): Terminating (SIGTERM)\u000a09:22:08.955616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=473): Terminating (SIGTERM)\u000a09:22:08.995179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=476): Terminating (SIGTERM)\u000a09:22:09.034681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=479): Terminating (SIGTERM)\u000a09:22:09.043906 --- ParallelTerminationStrategy: PID 463 died...\u000a09:22:09.097402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=463): Terminated: ok {rc=0}\u000a09:22:09.107061 --- ParallelTerminationStrategy: PID 464 died...\u000a09:22:09.160076 run iperf3-srv_10.42.42.10(pid=464): Terminated {rc=256}\u000a09:22:09.169702 --- ParallelTerminationStrategy: PID 465 died...\u000a09:22:09.222428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=465): Terminated: ok {rc=0}\u000a09:22:09.232059 --- ParallelTerminationStrategy: PID 466 died...\u000a09:22:09.284911 run iperf3-srv_10.42.42.10(pid=466): Terminated {rc=256}\u000a09:22:09.294428 --- ParallelTerminationStrategy: PID 467 died...\u000a09:22:09.347677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=467): Terminated: ok {rc=0}\u000a09:22:09.357822 --- ParallelTerminationStrategy: PID 468 died...\u000a09:22:09.411147 run iperf3-srv_10.42.42.10(pid=468): Terminated {rc=256}\u000a09:22:09.420799 --- ParallelTerminationStrategy: PID 469 died...\u000a09:22:09.473741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=469): Terminated: ok {rc=0}\u000a09:22:09.483249 --- ParallelTerminationStrategy: PID 470 died...\u000a09:22:09.536170 run iperf3-srv_10.42.42.10(pid=470): Terminated {rc=256}\u000a09:22:09.545986 --- ParallelTerminationStrategy: PID 473 died...\u000a09:22:09.599116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=473): Terminated: ok {rc=0}\u000a09:22:09.608507 --- ParallelTerminationStrategy: PID 476 died...\u000a09:22:09.661683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=476): Terminated: ok {rc=0}\u000a09:22:09.671175 --- ParallelTerminationStrategy: PID 479 died...\u000a09:22:09.724063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=479): Terminated: ok {rc=0}\u000a09:22:09.810058 bus /gobi_4: Setting Powered False\u000a09:22:10.910963 bus /gobi_4: Setting Powered False\u000a09:22:12.020550 bus /gobi_1: Setting Powered False\u000a09:22:13.123328 bus /gobi_1: Setting Powered False\u000a09:22:14.232269 bus /gobi_0: Setting Powered False\u000a09:22:15.332611 bus /gobi_0: Setting Powered False\u000a09:22:16.439910 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=494): Process ended prematurely: osmo-stp_10.42.42.5(pid=494) [trial-2402↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=494)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=494): Process ended prematurely: osmo-stp_10.42.42.5(pid=494) [trial-2402↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a09:22:17.505642 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:17.516927 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:22:17.647477 tst ping.py: using LAC 39948\u000a09:22:17.768365 tst ping.py: using RAC 168\u000a09:22:17.890662 tst ping.py: using CellId 39948\u000a09:22:18.009346 tst ping.py: using BVCI 39949\u000a09:22:18.031543 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:18.042318 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:18.052766 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:18.063674 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:18.075063 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:18.086401 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:18.098026 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:18.109287 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:22:18.392894 tst ping.py:19: start network...\u000a09:22:18.521400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:19.018370 run create_hlr_db(pid=488): Launched\u000a09:22:19.197095 bus /gobi_6: Setting Powered False\u000a09:22:20.218166 run create_hlr_db(pid=488): Terminated: ok {rc=0}\u000a09:22:20.608728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=490): Launched\u000a09:22:20.898737 run osmo-hlr_10.42.42.2(pid=491): Launched\u000a09:22:21.010490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:21.552291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=493): Launched\u000a09:22:21.861645 run osmo-stp_10.42.42.5(pid=494): Launched\u000a09:22:21.972692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:22.513481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=496): Launched\u000a09:22:22.623710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:22.894558 run patchelf(pid=497): Launched\u000a09:22:23.075628 run osmo-stp_10.42.42.5(pid=494): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=494)]\u000a09:22:23.207971 run osmo-stp_10.42.42.5(pid=494): stdout: \u000a| (launched: 2022-12-14_09:22:21.709751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:23.340731 run osmo-stp_10.42.42.5(pid=494): stderr: \u000a| �[0;m�[38;5;43m20221214092221897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092221897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092221897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092221897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092221898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092221898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092221898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:23.468927 run osmo-stp_10.42.42.5(pid=494): stdout: \u000a| (launched: 2022-12-14_09:22:21.709751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:23.596370 run osmo-stp_10.42.42.5(pid=494): stderr: \u000a| �[0;m�[38;5;43m20221214092221897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092221897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092221897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092221897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092221898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092221898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092221898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:23.744233 run patchelf(pid=497): Terminating (SIGINT)\u000a09:22:23.917393 run patchelf(pid=497): Terminated: ok {rc=0}\u000a09:22:23.948819 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=494): Process ended prematurely: osmo-stp_10.42.42.5(pid=494) [trial-2402↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=494)] [trial-2402↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a09:22:23.958182 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:22:24.019743 run osmo-hlr_10.42.42.2(pid=491): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=491)]\u000a09:22:24.070555 run osmo-hlr_10.42.42.2(pid=491): stdout: \u000a| (launched: 2022-12-14_09:22:20.756057) \u000a09:22:24.122130 run osmo-hlr_10.42.42.2(pid=491): stderr: \u000a| �[0;m�[1;31m20221214092220931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092220931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092220931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092220931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092220931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092220931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092220944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092220952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092220952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092220952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:24.165936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=490): Terminating (SIGTERM)\u000a09:22:24.207015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=493): Terminating (SIGTERM)\u000a09:22:24.248226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=496): Terminating (SIGTERM)\u000a09:22:24.257728 --- ParallelTerminationStrategy: PID 490 died...\u000a09:22:24.312724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=490): Terminated: ok {rc=0}\u000a09:22:24.322644 --- ParallelTerminationStrategy: PID 493 died...\u000a09:22:24.377483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=493): Terminated: ok {rc=0}\u000a09:22:24.387228 --- ParallelTerminationStrategy: PID 496 died...\u000a09:22:24.441907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=496): Terminated: ok {rc=0}\u000a09:22:24.527594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=504): Process ended prematurely: osmo-stp_10.42.42.5(pid=504) [trial-2402↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=504): Process ended prematurely: osmo-stp_10.42.42.5(pid=504) [trial-2402↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a09:22:25.578998 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:25.590900 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:22:25.721743 tst ping_idle_ping.py: using LAC 39949\u000a09:22:25.836350 tst ping_idle_ping.py: using RAC 169\u000a09:22:25.950874 tst ping_idle_ping.py: using CellId 39949\u000a09:22:26.065015 tst ping_idle_ping.py: using BVCI 39950\u000a09:22:26.087305 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:26.098251 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:26.108812 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:26.119333 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:26.130458 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:26.141700 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:26.152669 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:22:26.163539 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:22:26.448394 tst ping_idle_ping.py:24: start network...\u000a09:22:26.578268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:27.079911 run create_hlr_db(pid=498): Launched\u000a09:22:27.259481 bus /gobi_6: Setting Powered False\u000a09:22:28.281010 run create_hlr_db(pid=498): Terminated: ok {rc=0}\u000a09:22:28.672837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=500): Launched\u000a09:22:28.964263 run osmo-hlr_10.42.42.2(pid=501): Launched\u000a09:22:29.075032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:29.583759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=503): Launched\u000a09:22:29.875848 run osmo-stp_10.42.42.5(pid=504): Launched\u000a09:22:29.982232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:30.493643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=506): Launched\u000a09:22:30.597283 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:30.861169 run patchelf(pid=507): Launched\u000a09:22:31.047607 run osmo-stp_10.42.42.5(pid=504): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)]\u000a09:22:31.175508 run osmo-stp_10.42.42.5(pid=504): stdout: \u000a| (launched: 2022-12-14_09:22:29.731490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:31.304517 run osmo-stp_10.42.42.5(pid=504): stderr: \u000a| �[0;m�[38;5;43m20221214092229897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092229897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092229897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092229898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092229898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092229898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092229898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:31.429366 run osmo-stp_10.42.42.5(pid=504): stdout: \u000a| (launched: 2022-12-14_09:22:29.731490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:31.552936 run osmo-stp_10.42.42.5(pid=504): stderr: \u000a| �[0;m�[38;5;43m20221214092229897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092229897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092229897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092229898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092229898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092229898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092229898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:31.695369 run patchelf(pid=507): Terminating (SIGINT)\u000a09:22:31.863166 run patchelf(pid=507): Terminated: ok {rc=0}\u000a09:22:31.894400 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=504): Process ended prematurely: osmo-stp_10.42.42.5(pid=504) [trial-2402↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=504)] [trial-2402↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a09:22:31.904063 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a09:22:31.965628 run osmo-hlr_10.42.42.2(pid=501): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=501)]\u000a09:22:32.015871 run osmo-hlr_10.42.42.2(pid=501): stdout: \u000a| (launched: 2022-12-14_09:22:28.820666) \u000a09:22:32.066925 run osmo-hlr_10.42.42.2(pid=501): stderr: \u000a| �[0;m�[1;31m20221214092228989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092228989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092228989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092228989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092228989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092228989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092229001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092229009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092229010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092229010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:32.110578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=500): Terminating (SIGTERM)\u000a09:22:32.151029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=503): Terminating (SIGTERM)\u000a09:22:32.191424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=506): Terminating (SIGTERM)\u000a09:22:32.200869 --- ParallelTerminationStrategy: PID 500 died...\u000a09:22:32.255201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=500): Terminated: ok {rc=0}\u000a09:22:32.264593 --- ParallelTerminationStrategy: PID 503 died...\u000a09:22:32.316739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=503): Terminated: ok {rc=0}\u000a09:22:32.326046 --- ParallelTerminationStrategy: PID 506 died...\u000a09:22:32.378494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=506): Terminated: ok {rc=0}\u000a09:22:32.460846 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:21:35" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=521): Process ended prematurely: osmo-stp_10.42.42.5(pid=521) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=521): Process ended prematurely: osmo-stp_10.42.42.5(pid=521) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:22:34.609338 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:34.620602 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:22:34.762452 tst cs_paging_gprs_active.py: using LAC 39950\u000a09:22:34.886991 tst cs_paging_gprs_active.py: using RAC 170\u000a09:22:35.013349 tst cs_paging_gprs_active.py: using CellId 39950\u000a09:22:35.137201 tst cs_paging_gprs_active.py: using BVCI 39951\u000a09:22:35.161559 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:35.173192 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:35.184374 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:35.195740 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:35.207032 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:35.218391 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:35.229866 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:35.241229 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:35.252709 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:35.369552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:35.660882 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:22:35.794274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:36.123816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=511): Launched\u000a09:22:36.399889 run iperf3-srv_10.42.42.10(pid=512): Launched\u000a09:22:36.594680 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:22:36.727277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:37.055497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=513): Launched\u000a09:22:37.328188 run iperf3-srv_10.42.42.10(pid=514): Launched\u000a09:22:37.521975 tst cs_paging_gprs_active.py:38: start network...\u000a09:22:37.654528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:38.161353 run create_hlr_db(pid=515): Launched\u000a09:22:38.343564 bus /gobi_6: Setting Powered False\u000a09:22:39.366175 run create_hlr_db(pid=515): Terminated: ok {rc=0}\u000a09:22:39.765848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=517): Launched\u000a09:22:40.064129 run osmo-hlr_10.42.42.2(pid=518): Launched\u000a09:22:40.177666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:40.693699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=520): Launched\u000a09:22:40.991960 run osmo-stp_10.42.42.5(pid=521): Launched\u000a09:22:41.101909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:41.623648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=523): Launched\u000a09:22:41.729667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:41.991593 run patchelf(pid=524): Launched\u000a09:22:42.166555 run osmo-stp_10.42.42.5(pid=521): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)]\u000a09:22:42.294244 run osmo-stp_10.42.42.5(pid=521): stdout: \u000a| (launched: 2022-12-14_09:22:40.844760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:42.421978 run osmo-stp_10.42.42.5(pid=521): stderr: \u000a| �[0;m�[38;5;43m20221214092241009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092241009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092241009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092241010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092241010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092241010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092241010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:42.545524 run osmo-stp_10.42.42.5(pid=521): stdout: \u000a| (launched: 2022-12-14_09:22:40.844760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:42.668123 run osmo-stp_10.42.42.5(pid=521): stderr: \u000a| �[0;m�[38;5;43m20221214092241009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092241009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092241009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092241010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092241010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092241010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092241010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:42.810671 run patchelf(pid=524): Terminating (SIGINT)\u000a09:22:42.978085 run patchelf(pid=524): Terminated: ok {rc=0}\u000a09:22:43.008745 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=521): Process ended prematurely: osmo-stp_10.42.42.5(pid=521) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:22:43.018127 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a09:22:43.078803 run osmo-hlr_10.42.42.2(pid=518): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=518)]\u000a09:22:43.128055 run osmo-hlr_10.42.42.2(pid=518): stdout: \u000a| (launched: 2022-12-14_09:22:39.916444) \u000a09:22:43.177848 run osmo-hlr_10.42.42.2(pid=518): stderr: \u000a| �[0;m�[1;31m20221214092240088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092240088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092240088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092240088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092240088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092240088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092240100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092240108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092240109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092240109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:43.220107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=511): Terminating (SIGTERM)\u000a09:22:43.259837 run iperf3-srv_10.42.42.10(pid=512): Terminating (SIGTERM)\u000a09:22:43.299856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=513): Terminating (SIGTERM)\u000a09:22:43.339580 run iperf3-srv_10.42.42.10(pid=514): Terminating (SIGTERM)\u000a09:22:43.379237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=517): Terminating (SIGTERM)\u000a09:22:43.418959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=520): Terminating (SIGTERM)\u000a09:22:43.458788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=523): Terminating (SIGTERM)\u000a09:22:43.467906 --- ParallelTerminationStrategy: PID 511 died...\u000a09:22:43.521249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=511): Terminated: ok {rc=0}\u000a09:22:43.530742 --- ParallelTerminationStrategy: PID 512 died...\u000a09:22:43.584070 run iperf3-srv_10.42.42.10(pid=512): Terminated {rc=256}\u000a09:22:43.593916 --- ParallelTerminationStrategy: PID 513 died...\u000a09:22:43.647321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=513): Terminated: ok {rc=0}\u000a09:22:43.656696 --- ParallelTerminationStrategy: PID 514 died...\u000a09:22:43.709936 run iperf3-srv_10.42.42.10(pid=514): Terminated {rc=256}\u000a09:22:43.719328 --- ParallelTerminationStrategy: PID 517 died...\u000a09:22:43.772491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=517): Terminated: ok {rc=0}\u000a09:22:43.781949 --- ParallelTerminationStrategy: PID 520 died...\u000a09:22:43.835138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=520): Terminated: ok {rc=0}\u000a09:22:43.844600 --- ParallelTerminationStrategy: PID 523 died...\u000a09:22:43.897769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=523): Terminated: ok {rc=0}\u000a09:22:43.985494 bus /gobi_0: Setting Powered False\u000a09:22:45.088511 bus /gobi_0: Setting Powered False\u000a09:22:46.210219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=533): Process ended prematurely: osmo-stp_10.42.42.5(pid=533) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=533): Process ended prematurely: osmo-stp_10.42.42.5(pid=533) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:22:47.323102 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:47.335497 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:22:47.476388 tst iperf3.py: using LAC 39951\u000a09:22:47.595498 tst iperf3.py: using RAC 171\u000a09:22:47.716417 tst iperf3.py: using CellId 39951\u000a09:22:47.834744 tst iperf3.py: using BVCI 39952\u000a09:22:47.857550 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:47.868636 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:47.879417 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:47.890256 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:47.901356 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:47.912466 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:47.923631 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:47.934674 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:47.945981 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:48.230906 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:22:48.363399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:48.691359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=525): Launched\u000a09:22:48.963848 run iperf3-srv_10.42.42.10(pid=526): Launched\u000a09:22:49.157750 tst iperf3.py:8: start network...\u000a09:22:49.290238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:49.800634 run create_hlr_db(pid=527): Launched\u000a09:22:49.983350 bus /gobi_6: Setting Powered False\u000a09:22:51.004720 run create_hlr_db(pid=527): Terminated: ok {rc=0}\u000a09:22:51.402150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=529): Launched\u000a09:22:51.701053 run osmo-hlr_10.42.42.2(pid=530): Launched\u000a09:22:51.817709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:52.338727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=532): Launched\u000a09:22:52.642696 run osmo-stp_10.42.42.5(pid=533): Launched\u000a09:22:52.760870 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:53.314545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=535): Launched\u000a09:22:53.427852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:53.704024 run patchelf(pid=536): Launched\u000a09:22:53.890072 run osmo-stp_10.42.42.5(pid=533): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)]\u000a09:22:54.024916 run osmo-stp_10.42.42.5(pid=533): stdout: \u000a| (launched: 2022-12-14_09:22:52.489327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:54.160040 run osmo-stp_10.42.42.5(pid=533): stderr: \u000a| �[0;m�[38;5;43m20221214092252668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092252668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092252668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092252669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092252669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092252669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092252669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:54.290752 run osmo-stp_10.42.42.5(pid=533): stdout: \u000a| (launched: 2022-12-14_09:22:52.489327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:54.420349 run osmo-stp_10.42.42.5(pid=533): stderr: \u000a| �[0;m�[38;5;43m20221214092252668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092252668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092252668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092252669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092252669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092252669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092252669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:54.570818 run patchelf(pid=536): Terminating (SIGINT)\u000a09:22:54.747550 run patchelf(pid=536): Terminated: ok {rc=0}\u000a09:22:54.780230 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=533): Process ended prematurely: osmo-stp_10.42.42.5(pid=533) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a09:22:54.790142 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:22:54.852634 run osmo-hlr_10.42.42.2(pid=530): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=530)]\u000a09:22:54.903771 run osmo-hlr_10.42.42.2(pid=530): stdout: \u000a| (launched: 2022-12-14_09:22:51.552825) \u000a09:22:54.955454 run osmo-hlr_10.42.42.2(pid=530): stderr: \u000a| �[0;m�[1;31m20221214092251725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092251725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092251726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092251726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092251726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092251726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092251738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092251747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092251747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092251747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:54.999773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=525): Terminating (SIGTERM)\u000a09:22:55.041542 run iperf3-srv_10.42.42.10(pid=526): Terminating (SIGTERM)\u000a09:22:55.083163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=529): Terminating (SIGTERM)\u000a09:22:55.124781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=532): Terminating (SIGTERM)\u000a09:22:55.166442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=535): Terminating (SIGTERM)\u000a09:22:55.176031 --- ParallelTerminationStrategy: PID 525 died...\u000a09:22:55.231512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=525): Terminated: ok {rc=0}\u000a09:22:55.241595 --- ParallelTerminationStrategy: PID 526 died...\u000a09:22:55.296633 run iperf3-srv_10.42.42.10(pid=526): Terminated {rc=256}\u000a09:22:55.306729 --- ParallelTerminationStrategy: PID 529 died...\u000a09:22:55.362010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=529): Terminated: ok {rc=0}\u000a09:22:55.372072 --- ParallelTerminationStrategy: PID 532 died...\u000a09:22:55.427367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=532): Terminated: ok {rc=0}\u000a09:22:55.437532 --- ParallelTerminationStrategy: PID 535 died...\u000a09:22:55.492685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=535): Terminated: ok {rc=0}\u000a09:22:55.579088 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=551): Process ended prematurely: osmo-stp_10.42.42.5(pid=551) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=551)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=551): Process ended prematurely: osmo-stp_10.42.42.5(pid=551) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:22:56.693666 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:56.706099 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:22:56.840836 tst iperf3m4.py: using LAC 39952\u000a09:22:56.959941 tst iperf3m4.py: using RAC 172\u000a09:22:57.077298 tst iperf3m4.py: using CellId 39952\u000a09:22:57.196551 tst iperf3m4.py: using BVCI 39953\u000a09:22:57.219466 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:57.230551 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:57.241614 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:57.252317 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:57.263290 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:57.274551 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:57.285783 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:57.296689 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:22:57.307875 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:57.435205 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:57.550752 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:57.669262 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:22:57.945542 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:22:58.069316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:58.376421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=537): Launched\u000a09:22:58.631976 run iperf3-srv_10.42.42.10(pid=538): Launched\u000a09:22:58.813064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:22:58.937193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:59.245357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=539): Launched\u000a09:22:59.501566 run iperf3-srv_10.42.42.10(pid=540): Launched\u000a09:22:59.682010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:22:59.806366 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:00.114006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=541): Launched\u000a09:23:00.370060 run iperf3-srv_10.42.42.10(pid=542): Launched\u000a09:23:00.550710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:23:00.674867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:01.010550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=543): Launched\u000a09:23:01.304325 run iperf3-srv_10.42.42.10(pid=544): Launched\u000a09:23:01.504521 tst iperf3m4.py:8: start network...\u000a09:23:01.640791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:02.185343 run create_hlr_db(pid=545): Launched\u000a09:23:02.356184 bus /gobi_6: Setting Powered False\u000a09:23:03.377703 run create_hlr_db(pid=545): Terminated: ok {rc=0}\u000a09:23:03.800449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=547): Launched\u000a09:23:04.118735 run osmo-hlr_10.42.42.2(pid=548): Launched\u000a09:23:04.239330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:04.793676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=550): Launched\u000a09:23:05.111219 run osmo-stp_10.42.42.5(pid=551): Launched\u000a09:23:05.225492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:05.780567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=553): Launched\u000a09:23:05.894711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:06.172916 run patchelf(pid=554): Launched\u000a09:23:06.358654 run osmo-stp_10.42.42.5(pid=551): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=551)]\u000a09:23:06.494461 run osmo-stp_10.42.42.5(pid=551): stdout: \u000a| (launched: 2022-12-14_09:23:04.955675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:06.630482 run osmo-stp_10.42.42.5(pid=551): stderr: \u000a| �[0;m�[38;5;43m20221214092305143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092305143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092305144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092305144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092305145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092305145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092305145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:06.762154 run osmo-stp_10.42.42.5(pid=551): stdout: \u000a| (launched: 2022-12-14_09:23:04.955675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:06.892487 run osmo-stp_10.42.42.5(pid=551): stderr: \u000a| �[0;m�[38;5;43m20221214092305143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092305143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092305144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092305144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092305145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092305145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092305145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:07.043669 run patchelf(pid=554): Terminating (SIGINT)\u000a09:23:07.220454 run patchelf(pid=554): Terminated: ok {rc=0}\u000a09:23:07.253384 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=551): Process ended prematurely: osmo-stp_10.42.42.5(pid=551) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=551)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:23:07.263427 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:23:07.326333 run osmo-hlr_10.42.42.2(pid=548): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=548)]\u000a09:23:07.377667 run osmo-hlr_10.42.42.2(pid=548): stdout: \u000a| (launched: 2022-12-14_09:23:03.962537) \u000a09:23:07.429904 run osmo-hlr_10.42.42.2(pid=548): stderr: \u000a| �[0;m�[1;31m20221214092304155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092304155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092304155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092304155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092304155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092304156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092304168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092304176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092304177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092304177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:07.473963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=537): Terminating (SIGTERM)\u000a09:23:07.515394 run iperf3-srv_10.42.42.10(pid=538): Terminating (SIGTERM)\u000a09:23:07.556860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=539): Terminating (SIGTERM)\u000a09:23:07.598234 run iperf3-srv_10.42.42.10(pid=540): Terminating (SIGTERM)\u000a09:23:07.639692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=541): Terminating (SIGTERM)\u000a09:23:07.681052 run iperf3-srv_10.42.42.10(pid=542): Terminating (SIGTERM)\u000a09:23:07.725592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=543): Terminating (SIGTERM)\u000a09:23:07.766344 run iperf3-srv_10.42.42.10(pid=544): Terminating (SIGTERM)\u000a09:23:07.807181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=547): Terminating (SIGTERM)\u000a09:23:07.847710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=550): Terminating (SIGTERM)\u000a09:23:07.888791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=553): Terminating (SIGTERM)\u000a09:23:07.897929 --- ParallelTerminationStrategy: PID 537 died...\u000a09:23:07.951437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=537): Terminated: ok {rc=0}\u000a09:23:07.960802 --- ParallelTerminationStrategy: PID 538 died...\u000a09:23:08.013872 run iperf3-srv_10.42.42.10(pid=538): Terminated {rc=256}\u000a09:23:08.023286 --- ParallelTerminationStrategy: PID 539 died...\u000a09:23:08.076594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=539): Terminated: ok {rc=0}\u000a09:23:08.086041 --- ParallelTerminationStrategy: PID 540 died...\u000a09:23:08.139095 run iperf3-srv_10.42.42.10(pid=540): Terminated {rc=256}\u000a09:23:08.148518 --- ParallelTerminationStrategy: PID 541 died...\u000a09:23:08.201788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=541): Terminated: ok {rc=0}\u000a09:23:08.211259 --- ParallelTerminationStrategy: PID 542 died...\u000a09:23:08.264225 run iperf3-srv_10.42.42.10(pid=542): Terminated {rc=256}\u000a09:23:08.273730 --- ParallelTerminationStrategy: PID 543 died...\u000a09:23:08.326916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=543): Terminated: ok {rc=0}\u000a09:23:08.336450 --- ParallelTerminationStrategy: PID 544 died...\u000a09:23:08.389616 run iperf3-srv_10.42.42.10(pid=544): Terminated {rc=256}\u000a09:23:08.399012 --- ParallelTerminationStrategy: PID 547 died...\u000a09:23:08.452282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=547): Terminated: ok {rc=0}\u000a09:23:08.461822 --- ParallelTerminationStrategy: PID 550 died...\u000a09:23:08.514966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=550): Terminated: ok {rc=0}\u000a09:23:08.524555 --- ParallelTerminationStrategy: PID 553 died...\u000a09:23:08.577751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=553): Terminated: ok {rc=0}\u000a09:23:08.665595 bus /gobi_4: Setting Powered False\u000a09:23:09.769286 bus /gobi_4: Setting Powered False\u000a09:23:10.878747 bus /gobi_1: Setting Powered False\u000a09:23:11.980473 bus /gobi_1: Setting Powered False\u000a09:23:13.086160 bus /gobi_0: Setting Powered False\u000a09:23:14.191536 bus /gobi_0: Setting Powered False\u000a09:23:15.298762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=561): Process ended prematurely: osmo-stp_10.42.42.5(pid=561) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=561)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=561): Process ended prematurely: osmo-stp_10.42.42.5(pid=561) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:23:16.369633 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:16.382968 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:23:16.525399 tst ping.py: using LAC 39953\u000a09:23:16.669567 tst ping.py: using RAC 173\u000a09:23:16.824228 tst ping.py: using CellId 39953\u000a09:23:16.955149 tst ping.py: using BVCI 39954\u000a09:23:16.980255 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:16.992929 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:17.005430 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:17.017801 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:17.029689 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:17.041692 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:17.053725 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:17.066875 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:23:17.353592 tst ping.py:19: start network...\u000a09:23:17.483014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:17.980865 run create_hlr_db(pid=555): Launched\u000a09:23:18.160115 bus /gobi_6: Setting Powered False\u000a09:23:19.181958 run create_hlr_db(pid=555): Terminated: ok {rc=0}\u000a09:23:19.595349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=557): Launched\u000a09:23:19.907095 run osmo-hlr_10.42.42.2(pid=558): Launched\u000a09:23:20.023722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:20.571347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=560): Launched\u000a09:23:20.881536 run osmo-stp_10.42.42.5(pid=561): Launched\u000a09:23:20.993197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:21.536158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=563): Launched\u000a09:23:21.646530 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:21.919418 run patchelf(pid=564): Launched\u000a09:23:22.102760 run osmo-stp_10.42.42.5(pid=561): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=561)]\u000a09:23:22.236261 run osmo-stp_10.42.42.5(pid=561): stdout: \u000a| (launched: 2022-12-14_09:23:20.729014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:22.371042 run osmo-stp_10.42.42.5(pid=561): stderr: \u000a| �[0;m�[38;5;43m20221214092320916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092320916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092320916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092320917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092320917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092320917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092320917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:22.500458 run osmo-stp_10.42.42.5(pid=561): stdout: \u000a| (launched: 2022-12-14_09:23:20.729014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:22.628444 run osmo-stp_10.42.42.5(pid=561): stderr: \u000a| �[0;m�[38;5;43m20221214092320916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092320916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092320916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092320917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092320917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092320917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092320917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:22.777460 run patchelf(pid=564): Terminating (SIGINT)\u000a09:23:22.951516 run patchelf(pid=564): Terminated: ok {rc=0}\u000a09:23:22.983391 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=561): Process ended prematurely: osmo-stp_10.42.42.5(pid=561) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=561)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a09:23:22.992678 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:23:23.054754 run osmo-hlr_10.42.42.2(pid=558): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=558)]\u000a09:23:23.105974 run osmo-hlr_10.42.42.2(pid=558): stdout: \u000a| (launched: 2022-12-14_09:23:19.753663) \u000a09:23:23.157875 run osmo-hlr_10.42.42.2(pid=558): stderr: \u000a| �[0;m�[1;31m20221214092319946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092319946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092319946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092319946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092319946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092319947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092319958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092319966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092319967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092319967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:23.201987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=557): Terminating (SIGTERM)\u000a09:23:23.243566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=560): Terminating (SIGTERM)\u000a09:23:23.285008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=563): Terminating (SIGTERM)\u000a09:23:23.294617 --- ParallelTerminationStrategy: PID 557 died...\u000a09:23:23.350106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=557): Terminated: ok {rc=0}\u000a09:23:23.360091 --- ParallelTerminationStrategy: PID 560 died...\u000a09:23:23.415391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=560): Terminated: ok {rc=0}\u000a09:23:23.425379 --- ParallelTerminationStrategy: PID 563 died...\u000a09:23:23.480576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=563): Terminated: ok {rc=0}\u000a09:23:23.566207 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=571): Process ended prematurely: osmo-stp_10.42.42.5(pid=571) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=571)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=571): Process ended prematurely: osmo-stp_10.42.42.5(pid=571) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:23:24.617274 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:24.629496 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:23:24.769250 tst ping_idle_ping.py: using LAC 39954\u000a09:23:24.892298 tst ping_idle_ping.py: using RAC 174\u000a09:23:25.015315 tst ping_idle_ping.py: using CellId 39954\u000a09:23:25.139000 tst ping_idle_ping.py: using BVCI 39955\u000a09:23:25.162943 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:25.174529 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:25.185815 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:25.197162 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:25.208489 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:25.219772 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:25.231215 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:23:25.242747 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:23:25.527659 tst ping_idle_ping.py:24: start network...\u000a09:23:25.657677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:26.161918 run create_hlr_db(pid=565): Launched\u000a09:23:26.343171 bus /gobi_6: Setting Powered False\u000a09:23:27.364346 run create_hlr_db(pid=565): Terminated: ok {rc=0}\u000a09:23:27.758730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=567): Launched\u000a09:23:28.050218 run osmo-hlr_10.42.42.2(pid=568): Launched\u000a09:23:28.163424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:28.678984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=570): Launched\u000a09:23:28.971107 run osmo-stp_10.42.42.5(pid=571): Launched\u000a09:23:29.077348 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:29.588204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=573): Launched\u000a09:23:29.691823 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:29.947161 run patchelf(pid=574): Launched\u000a09:23:30.118881 run osmo-stp_10.42.42.5(pid=571): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=571)]\u000a09:23:30.243682 run osmo-stp_10.42.42.5(pid=571): stdout: \u000a| (launched: 2022-12-14_09:23:28.826652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:30.369071 run osmo-stp_10.42.42.5(pid=571): stderr: \u000a| �[0;m�[38;5;43m20221214092328991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092328991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092328991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092328992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092328992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092328992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092328992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:30.490219 run osmo-stp_10.42.42.5(pid=571): stdout: \u000a| (launched: 2022-12-14_09:23:28.826652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:30.610322 run osmo-stp_10.42.42.5(pid=571): stderr: \u000a| �[0;m�[38;5;43m20221214092328991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092328991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092328991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092328992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092328992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092328992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092328992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:30.749666 run patchelf(pid=574): Terminating (SIGINT)\u000a09:23:30.927603 run patchelf(pid=574): Terminated: ok {rc=0}\u000a09:23:30.971675 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=571): Process ended prematurely: osmo-stp_10.42.42.5(pid=571) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=571)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:23:30.981743 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:23:31.046844 run osmo-hlr_10.42.42.2(pid=568): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=568)]\u000a09:23:31.101108 run osmo-hlr_10.42.42.2(pid=568): stdout: \u000a| (launched: 2022-12-14_09:23:27.906537) \u000a09:23:31.155016 run osmo-hlr_10.42.42.2(pid=568): stderr: \u000a| �[0;m�[1;31m20221214092328079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092328080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092328080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092328080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092328080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092328080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092328092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092328100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092328100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092328100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:31.202091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=567): Terminating (SIGTERM)\u000a09:23:31.245576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=570): Terminating (SIGTERM)\u000a09:23:31.291427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=573): Terminating (SIGTERM)\u000a09:23:31.302911 --- ParallelTerminationStrategy: PID 567 died...\u000a09:23:31.362255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=567): Terminated: ok {rc=0}\u000a09:23:31.373238 --- ParallelTerminationStrategy: PID 570 died...\u000a09:23:31.431161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=570): Terminated: ok {rc=0}\u000a09:23:31.441938 --- ParallelTerminationStrategy: PID 573 died...\u000a09:23:31.500276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=573): Terminated: ok {rc=0}\u000a09:23:31.590985 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:22:34" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=589): Process ended prematurely: osmo-stp_10.42.42.5(pid=589) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=589)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=589): Process ended prematurely: osmo-stp_10.42.42.5(pid=589) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:23:33.727266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:33.738337 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:23:33.897112 tst cs_paging_gprs_active.py: using LAC 39955\u000a09:23:34.020741 tst cs_paging_gprs_active.py: using RAC 175\u000a09:23:34.144791 tst cs_paging_gprs_active.py: using CellId 39955\u000a09:23:34.268928 tst cs_paging_gprs_active.py: using BVCI 39956\u000a09:23:34.293742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:34.305483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:34.316753 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:34.328019 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:34.339500 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:34.351153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:34.362742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:34.374196 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:34.385926 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:34.502461 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:34.795543 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:23:34.928833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:35.259319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=579): Launched\u000a09:23:35.535489 run iperf3-srv_10.42.42.10(pid=580): Launched\u000a09:23:35.731103 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:23:35.864675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:36.195322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=581): Launched\u000a09:23:36.470183 run iperf3-srv_10.42.42.10(pid=582): Launched\u000a09:23:36.665588 tst cs_paging_gprs_active.py:38: start network...\u000a09:23:36.799209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:37.313629 run create_hlr_db(pid=583): Launched\u000a09:23:37.497649 bus /gobi_6: Setting Powered False\u000a09:23:38.519752 run create_hlr_db(pid=583): Terminated: ok {rc=0}\u000a09:23:38.921679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=585): Launched\u000a09:23:39.221335 run osmo-hlr_10.42.42.2(pid=586): Launched\u000a09:23:39.336270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:39.859396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=588): Launched\u000a09:23:40.158808 run osmo-stp_10.42.42.5(pid=589): Launched\u000a09:23:40.267706 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:40.787379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=591): Launched\u000a09:23:40.893658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:41.153669 run patchelf(pid=592): Launched\u000a09:23:41.327988 run osmo-stp_10.42.42.5(pid=589): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=589)]\u000a09:23:41.455883 run osmo-stp_10.42.42.5(pid=589): stdout: \u000a| (launched: 2022-12-14_09:23:40.010882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:41.584206 run osmo-stp_10.42.42.5(pid=589): stderr: \u000a| �[0;m�[38;5;43m20221214092340178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092340178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092340178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092340179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092340179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092340179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092340179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:41.708055 run osmo-stp_10.42.42.5(pid=589): stdout: \u000a| (launched: 2022-12-14_09:23:40.010882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:41.830919 run osmo-stp_10.42.42.5(pid=589): stderr: \u000a| �[0;m�[38;5;43m20221214092340178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092340178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092340178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092340179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092340179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092340179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092340179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:41.973458 run patchelf(pid=592): Terminating (SIGINT)\u000a09:23:42.141531 run patchelf(pid=592): Terminated: ok {rc=0}\u000a09:23:42.172289 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=589): Process ended prematurely: osmo-stp_10.42.42.5(pid=589) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=589)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:23:42.181580 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:23:42.241529 run osmo-hlr_10.42.42.2(pid=586): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=586)]\u000a09:23:42.290176 run osmo-hlr_10.42.42.2(pid=586): stdout: \u000a| (launched: 2022-12-14_09:23:39.073574) \u000a09:23:42.339652 run osmo-hlr_10.42.42.2(pid=586): stderr: \u000a| �[0;m�[1;31m20221214092339244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092339244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092339244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092339244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092339245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092339245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092339256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092339264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092339264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092339265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:42.381498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=579): Terminating (SIGTERM)\u000a09:23:42.420746 run iperf3-srv_10.42.42.10(pid=580): Terminating (SIGTERM)\u000a09:23:42.460027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=581): Terminating (SIGTERM)\u000a09:23:42.499180 run iperf3-srv_10.42.42.10(pid=582): Terminating (SIGTERM)\u000a09:23:42.538530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=585): Terminating (SIGTERM)\u000a09:23:42.577761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=588): Terminating (SIGTERM)\u000a09:23:42.617078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=591): Terminating (SIGTERM)\u000a09:23:42.626115 --- ParallelTerminationStrategy: PID 579 died...\u000a09:23:42.679154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=579): Terminated: ok {rc=0}\u000a09:23:42.688523 --- ParallelTerminationStrategy: PID 580 died...\u000a09:23:42.741125 run iperf3-srv_10.42.42.10(pid=580): Terminated {rc=256}\u000a09:23:42.750531 --- ParallelTerminationStrategy: PID 581 died...\u000a09:23:42.803238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=581): Terminated: ok {rc=0}\u000a09:23:42.812513 --- ParallelTerminationStrategy: PID 582 died...\u000a09:23:42.865155 run iperf3-srv_10.42.42.10(pid=582): Terminated {rc=256}\u000a09:23:42.874601 --- ParallelTerminationStrategy: PID 585 died...\u000a09:23:42.927510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=585): Terminated: ok {rc=0}\u000a09:23:42.936913 --- ParallelTerminationStrategy: PID 588 died...\u000a09:23:42.989829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=588): Terminated: ok {rc=0}\u000a09:23:42.999230 --- ParallelTerminationStrategy: PID 591 died...\u000a09:23:43.052058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=591): Terminated: ok {rc=0}\u000a09:23:43.139524 bus /gobi_0: Setting Powered False\u000a09:23:44.240314 bus /gobi_0: Setting Powered False\u000a09:23:45.351155 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=601): Process ended prematurely: osmo-stp_10.42.42.5(pid=601) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=601): Process ended prematurely: osmo-stp_10.42.42.5(pid=601) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:23:46.487515 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:46.502782 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:23:46.684724 tst iperf3.py: using LAC 39956\u000a09:23:46.841838 tst iperf3.py: using RAC 176\u000a09:23:47.003170 tst iperf3.py: using CellId 39956\u000a09:23:47.126156 tst iperf3.py: using BVCI 39957\u000a09:23:47.150186 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:47.162536 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:47.174625 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:47.186656 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:47.200020 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:47.213236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:47.226373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:47.238983 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:47.252014 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:47.542765 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:23:47.675756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:48.007342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=593): Launched\u000a09:23:48.283065 run iperf3-srv_10.42.42.10(pid=594): Launched\u000a09:23:48.478244 tst iperf3.py:8: start network...\u000a09:23:48.611162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:49.121731 run create_hlr_db(pid=595): Launched\u000a09:23:49.305225 bus /gobi_6: Setting Powered False\u000a09:23:50.327709 run create_hlr_db(pid=595): Terminated: ok {rc=0}\u000a09:23:50.726363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=597): Launched\u000a09:23:51.025265 run osmo-hlr_10.42.42.2(pid=598): Launched\u000a09:23:51.141428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:51.669382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=600): Launched\u000a09:23:51.966599 run osmo-stp_10.42.42.5(pid=601): Launched\u000a09:23:52.075225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:52.595703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=603): Launched\u000a09:23:52.701908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:52.961012 run patchelf(pid=604): Launched\u000a09:23:53.134988 run osmo-stp_10.42.42.5(pid=601): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)]\u000a09:23:53.262574 run osmo-stp_10.42.42.5(pid=601): stdout: \u000a| (launched: 2022-12-14_09:23:51.819520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:53.390573 run osmo-stp_10.42.42.5(pid=601): stderr: \u000a| �[0;m�[38;5;43m20221214092351984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092351984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092351984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092351985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092351985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092351985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092351985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:53.513911 run osmo-stp_10.42.42.5(pid=601): stdout: \u000a| (launched: 2022-12-14_09:23:51.819520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:53.635807 run osmo-stp_10.42.42.5(pid=601): stderr: \u000a| �[0;m�[38;5;43m20221214092351984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092351984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092351984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092351985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092351985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092351985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092351985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:53.778166 run patchelf(pid=604): Terminating (SIGINT)\u000a09:23:53.944562 run patchelf(pid=604): Terminated: ok {rc=0}\u000a09:23:53.975438 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=601): Process ended prematurely: osmo-stp_10.42.42.5(pid=601) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:23:53.984683 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:23:54.044376 run osmo-hlr_10.42.42.2(pid=598): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=598)]\u000a09:23:54.093196 run osmo-hlr_10.42.42.2(pid=598): stdout: \u000a| (launched: 2022-12-14_09:23:50.877934) \u000a09:23:54.142860 run osmo-hlr_10.42.42.2(pid=598): stderr: \u000a| �[0;m�[1;31m20221214092351048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092351048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092351048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092351048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092351048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092351048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092351060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092351071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092351072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092351072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:54.185249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=593): Terminating (SIGTERM)\u000a09:23:54.225355 run iperf3-srv_10.42.42.10(pid=594): Terminating (SIGTERM)\u000a09:23:54.266696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=597): Terminating (SIGTERM)\u000a09:23:54.306204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=600): Terminating (SIGTERM)\u000a09:23:54.345678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=603): Terminating (SIGTERM)\u000a09:23:54.354775 --- ParallelTerminationStrategy: PID 593 died...\u000a09:23:54.407954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=593): Terminated: ok {rc=0}\u000a09:23:54.417533 --- ParallelTerminationStrategy: PID 594 died...\u000a09:23:54.470183 run iperf3-srv_10.42.42.10(pid=594): Terminated {rc=256}\u000a09:23:54.479754 --- ParallelTerminationStrategy: PID 597 died...\u000a09:23:54.532569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=597): Terminated: ok {rc=0}\u000a09:23:54.542084 --- ParallelTerminationStrategy: PID 600 died...\u000a09:23:54.594706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=600): Terminated: ok {rc=0}\u000a09:23:54.604030 --- ParallelTerminationStrategy: PID 603 died...\u000a09:23:54.656584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=603): Terminated: ok {rc=0}\u000a09:23:54.744281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=910): Process ended prematurely: osmo-stp_10.42.42.5(pid=910) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=910): Process ended prematurely: osmo-stp_10.42.42.5(pid=910) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:23:55.852990 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:55.864669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:23:56.025216 tst iperf3m4.py: using LAC 39957\u000a09:23:56.155511 tst iperf3m4.py: using RAC 177\u000a09:23:56.278846 tst iperf3m4.py: using CellId 39957\u000a09:23:56.404464 tst iperf3m4.py: using BVCI 39958\u000a09:23:56.428929 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:56.440591 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:56.452134 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:56.463592 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:56.475004 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:56.486580 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:56.498117 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:56.509510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:23:56.521149 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:56.635407 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:56.752257 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:56.871039 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:23:57.154479 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:23:57.286885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:57.614761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=605): Launched\u000a09:23:57.888497 run iperf3-srv_10.42.42.10(pid=606): Launched\u000a09:23:58.082545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:23:58.216450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:58.546244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=607): Launched\u000a09:23:58.820093 run iperf3-srv_10.42.42.10(pid=608): Launched\u000a09:23:59.014213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:23:59.146534 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:23:59.475973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=609): Launched\u000a09:23:59.749952 run iperf3-srv_10.42.42.10(pid=610): Launched\u000a09:23:59.944437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:24:00.076739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:00.406068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=611): Launched\u000a09:24:00.679448 run iperf3-srv_10.42.42.10(pid=612): Launched\u000a09:24:00.883588 tst iperf3m4.py:8: start network...\u000a09:24:01.012899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:01.542451 run create_hlr_db(pid=613): Launched\u000a09:24:01.777032 bus /gobi_6: Setting Powered False\u000a09:24:02.803933 run create_hlr_db(pid=613): Terminated: ok {rc=0}\u000a09:24:03.291868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=765): Launched\u000a09:24:03.719626 run osmo-hlr_10.42.42.2(pid=811): Launched\u000a09:24:03.940133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:04.633374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=909): Launched\u000a09:24:05.047474 run osmo-stp_10.42.42.5(pid=910): Launched\u000a09:24:05.263753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:05.842799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=912): Launched\u000a09:24:05.959755 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:06.252216 run patchelf(pid=914): Launched\u000a09:24:06.436938 run osmo-stp_10.42.42.5(pid=910): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)]\u000a09:24:06.572209 run osmo-stp_10.42.42.5(pid=910): stdout: \u000a| (launched: 2022-12-14_09:24:04.792346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:06.707483 run osmo-stp_10.42.42.5(pid=910): stderr: \u000a| �[0;m�[38;5;43m20221214092405083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092405083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092405083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092405083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092405084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092405084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092405084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:06.837791 run osmo-stp_10.42.42.5(pid=910): stdout: \u000a| (launched: 2022-12-14_09:24:04.792346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:06.968060 run osmo-stp_10.42.42.5(pid=910): stderr: \u000a| �[0;m�[38;5;43m20221214092405083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092405083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092405083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092405083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092405084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092405084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092405084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:07.116378 run patchelf(pid=914): Terminating (SIGINT)\u000a09:24:07.290583 run patchelf(pid=914): Terminated: ok {rc=0}\u000a09:24:07.323262 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=910): Process ended prematurely: osmo-stp_10.42.42.5(pid=910) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:24:07.333863 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a09:24:07.397985 run osmo-hlr_10.42.42.2(pid=811): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=811)]\u000a09:24:07.449269 run osmo-hlr_10.42.42.2(pid=811): stdout: \u000a| (launched: 2022-12-14_09:24:03.493599) \u000a09:24:07.504875 run osmo-hlr_10.42.42.2(pid=811): stderr: \u000a| �[0;m�[1;31m20221214092403820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092403820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092403820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092403830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092403830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092403830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092403844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092403866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092403866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092403866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:07.549843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=605): Terminating (SIGTERM)\u000a09:24:07.594886 run iperf3-srv_10.42.42.10(pid=606): Terminating (SIGTERM)\u000a09:24:07.639341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=607): Terminating (SIGTERM)\u000a09:24:07.684629 run iperf3-srv_10.42.42.10(pid=608): Terminating (SIGTERM)\u000a09:24:07.729874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=609): Terminating (SIGTERM)\u000a09:24:07.774630 run iperf3-srv_10.42.42.10(pid=610): Terminating (SIGTERM)\u000a09:24:07.818936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=611): Terminating (SIGTERM)\u000a09:24:07.862854 run iperf3-srv_10.42.42.10(pid=612): Terminating (SIGTERM)\u000a09:24:07.907877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=765): Terminating (SIGTERM)\u000a09:24:07.951876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=909): Terminating (SIGTERM)\u000a09:24:07.996329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=912): Terminating (SIGTERM)\u000a09:24:08.006362 --- ParallelTerminationStrategy: PID 605 died...\u000a09:24:08.063116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=605): Terminated: ok {rc=0}\u000a09:24:08.073595 --- ParallelTerminationStrategy: PID 606 died...\u000a09:24:08.131350 run iperf3-srv_10.42.42.10(pid=606): Terminated {rc=256}\u000a09:24:08.141776 --- ParallelTerminationStrategy: PID 607 died...\u000a09:24:08.198547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=607): Terminated: ok {rc=0}\u000a09:24:08.209168 --- ParallelTerminationStrategy: PID 608 died...\u000a09:24:08.265836 run iperf3-srv_10.42.42.10(pid=608): Terminated {rc=256}\u000a09:24:08.276188 --- ParallelTerminationStrategy: PID 609 died...\u000a09:24:08.333909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=609): Terminated: ok {rc=0}\u000a09:24:08.344411 --- ParallelTerminationStrategy: PID 610 died...\u000a09:24:08.402273 run iperf3-srv_10.42.42.10(pid=610): Terminated {rc=256}\u000a09:24:08.412867 --- ParallelTerminationStrategy: PID 611 died...\u000a09:24:08.470491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=611): Terminated: ok {rc=0}\u000a09:24:08.482411 --- ParallelTerminationStrategy: PID 612 died...\u000a09:24:08.539267 run iperf3-srv_10.42.42.10(pid=612): Terminated {rc=256}\u000a09:24:08.549806 --- ParallelTerminationStrategy: PID 765 died...\u000a09:24:08.606831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=765): Terminated: ok {rc=0}\u000a09:24:08.617517 --- ParallelTerminationStrategy: PID 909 died...\u000a09:24:08.674508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=909): Terminated: ok {rc=0}\u000a09:24:08.686044 --- ParallelTerminationStrategy: PID 912 died...\u000a09:24:08.743594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=912): Terminated: ok {rc=0}\u000a09:24:08.830781 bus /gobi_4: Setting Powered False\u000a09:24:09.935992 bus /gobi_4: Setting Powered False\u000a09:24:11.047087 bus /gobi_1: Setting Powered False\u000a09:24:12.156513 bus /gobi_1: Setting Powered False\u000a09:24:13.270963 bus /gobi_0: Setting Powered False\u000a09:24:14.383921 bus /gobi_0: Setting Powered False\u000a09:24:15.501345 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=922): Process ended prematurely: osmo-stp_10.42.42.5(pid=922) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=922)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=922): Process ended prematurely: osmo-stp_10.42.42.5(pid=922) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:24:16.593927 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:16.612938 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:24:16.841731 tst ping.py: using LAC 39958\u000a09:24:16.994561 tst ping.py: using RAC 178\u000a09:24:17.142494 tst ping.py: using CellId 39958\u000a09:24:17.312405 tst ping.py: using BVCI 39959\u000a09:24:17.344759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:17.360492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:17.377242 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:17.391725 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:17.405273 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:17.417897 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:17.431316 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:17.443788 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:24:17.745850 tst ping.py:19: start network...\u000a09:24:17.881644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:18.433433 run create_hlr_db(pid=916): Launched\u000a09:24:18.624361 bus /gobi_6: Setting Powered False\u000a09:24:19.642650 run create_hlr_db(pid=916): Terminated: ok {rc=0}\u000a09:24:20.087244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=918): Launched\u000a09:24:20.510642 run osmo-hlr_10.42.42.2(pid=919): Launched\u000a09:24:20.752915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:21.329698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=921): Launched\u000a09:24:21.747465 run osmo-stp_10.42.42.5(pid=922): Launched\u000a09:24:21.969504 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:22.547298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=924): Launched\u000a09:24:22.663525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:22.963871 run patchelf(pid=925): Launched\u000a09:24:23.155183 run osmo-stp_10.42.42.5(pid=922): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=922)]\u000a09:24:23.296153 run osmo-stp_10.42.42.5(pid=922): stdout: \u000a| (launched: 2022-12-14_09:24:21.495490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:23.435643 run osmo-stp_10.42.42.5(pid=922): stderr: \u000a| �[0;m�[38;5;43m20221214092421782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092421782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092421782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092421783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092421783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092421783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092421783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:23.574836 run osmo-stp_10.42.42.5(pid=922): stdout: \u000a| (launched: 2022-12-14_09:24:21.495490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:23.711371 run osmo-stp_10.42.42.5(pid=922): stderr: \u000a| �[0;m�[38;5;43m20221214092421782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092421782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092421782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092421783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092421783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092421783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092421783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:23.869275 run patchelf(pid=925): Terminating (SIGINT)\u000a09:24:24.052256 run patchelf(pid=925): Terminated: ok {rc=0}\u000a09:24:24.087311 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=922): Process ended prematurely: osmo-stp_10.42.42.5(pid=922) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=922)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:24:24.098403 tst ping.py:22: Test FAILED (7.5 sec)\u000a09:24:24.163217 run osmo-hlr_10.42.42.2(pid=919): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=919)]\u000a09:24:24.216330 run osmo-hlr_10.42.42.2(pid=919): stdout: \u000a| (launched: 2022-12-14_09:24:20.252486) \u000a09:24:24.270861 run osmo-hlr_10.42.42.2(pid=919): stderr: \u000a| �[0;m�[1;31m20221214092420555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092420555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092420555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092420555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092420555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092420555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092420574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092420593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092420593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092420593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:24.317534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=918): Terminating (SIGTERM)\u000a09:24:24.363371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=921): Terminating (SIGTERM)\u000a09:24:24.409242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=924): Terminating (SIGTERM)\u000a09:24:24.419974 --- ParallelTerminationStrategy: PID 918 died...\u000a09:24:24.482657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=918): Terminated: ok {rc=0}\u000a09:24:24.493731 --- ParallelTerminationStrategy: PID 921 died...\u000a09:24:24.551630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=921): Terminated: ok {rc=0}\u000a09:24:24.563119 --- ParallelTerminationStrategy: PID 924 died...\u000a09:24:24.620762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=924): Terminated: ok {rc=0}\u000a09:24:24.713770 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=932): Process ended prematurely: osmo-stp_10.42.42.5(pid=932) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=932)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=932): Process ended prematurely: osmo-stp_10.42.42.5(pid=932) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:24:25.766770 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:25.779504 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:24:25.936230 tst ping_idle_ping.py: using LAC 39959\u000a09:24:26.054819 tst ping_idle_ping.py: using RAC 179\u000a09:24:26.178252 tst ping_idle_ping.py: using CellId 39959\u000a09:24:26.305132 tst ping_idle_ping.py: using BVCI 39960\u000a09:24:26.329640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:26.341222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:26.352622 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:26.364068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:26.375411 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:26.386811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:26.398294 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:24:26.409700 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:24:26.683041 tst ping_idle_ping.py:24: start network...\u000a09:24:26.806347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:27.275591 run create_hlr_db(pid=926): Launched\u000a09:24:27.446465 bus /gobi_6: Setting Powered False\u000a09:24:28.468364 run create_hlr_db(pid=926): Terminated: ok {rc=0}\u000a09:24:28.890964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=928): Launched\u000a09:24:29.209422 run osmo-hlr_10.42.42.2(pid=929): Launched\u000a09:24:29.327753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:29.878948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=931): Launched\u000a09:24:30.197846 run osmo-stp_10.42.42.5(pid=932): Launched\u000a09:24:30.311961 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:30.873930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=935): Launched\u000a09:24:30.999980 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:31.296727 run patchelf(pid=936): Launched\u000a09:24:31.485720 run osmo-stp_10.42.42.5(pid=932): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=932)]\u000a09:24:31.623128 run osmo-stp_10.42.42.5(pid=932): stdout: \u000a| (launched: 2022-12-14_09:24:30.039971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:31.761015 run osmo-stp_10.42.42.5(pid=932): stderr: \u000a| �[0;m�[38;5;43m20221214092430228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092430228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092430228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092430229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092430229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092430229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092430229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:31.895440 run osmo-stp_10.42.42.5(pid=932): stdout: \u000a| (launched: 2022-12-14_09:24:30.039971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:32.028027 run osmo-stp_10.42.42.5(pid=932): stderr: \u000a| �[0;m�[38;5;43m20221214092430228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092430228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092430228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092430229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092430229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092430229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092430229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:32.180435 run patchelf(pid=936): Terminating (SIGINT)\u000a09:24:32.357299 run patchelf(pid=936): Terminated: ok {rc=0}\u000a09:24:32.389662 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=932): Process ended prematurely: osmo-stp_10.42.42.5(pid=932) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=932)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:24:32.399086 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:24:32.461914 run osmo-hlr_10.42.42.2(pid=929): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=929)]\u000a09:24:32.513739 run osmo-hlr_10.42.42.2(pid=929): stdout: \u000a| (launched: 2022-12-14_09:24:29.051906) \u000a09:24:32.566101 run osmo-hlr_10.42.42.2(pid=929): stderr: \u000a| �[0;m�[1;31m20221214092429245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092429245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092429245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092429245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092429245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092429245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092429258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092429266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092429266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092429266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:32.610096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=928): Terminating (SIGTERM)\u000a09:24:32.651364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=931): Terminating (SIGTERM)\u000a09:24:32.692646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=935): Terminating (SIGTERM)\u000a09:24:32.702308 --- ParallelTerminationStrategy: PID 928 died...\u000a09:24:32.757984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=928): Terminated: ok {rc=0}\u000a09:24:32.768028 --- ParallelTerminationStrategy: PID 931 died...\u000a09:24:32.823789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=931): Terminated: ok {rc=0}\u000a09:24:32.833841 --- ParallelTerminationStrategy: PID 935 died...\u000a09:24:32.890071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=935): Terminated: ok {rc=0}\u000a09:24:32.977154 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:23:33" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=951): Process ended prematurely: osmo-stp_10.42.42.5(pid=951) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=951)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=951): Process ended prematurely: osmo-stp_10.42.42.5(pid=951) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:24:35.123843 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:35.134889 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:24:35.291062 tst cs_paging_gprs_active.py: using LAC 39960\u000a09:24:35.407398 tst cs_paging_gprs_active.py: using RAC 180\u000a09:24:35.526666 tst cs_paging_gprs_active.py: using CellId 39960\u000a09:24:35.642532 tst cs_paging_gprs_active.py: using BVCI 39961\u000a09:24:35.665543 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:35.676506 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:35.687350 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:35.698245 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:35.709604 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:35.720792 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:35.732209 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:35.743330 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:35.754753 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:35.876297 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:36.171213 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:24:36.305726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:36.639632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=941): Launched\u000a09:24:36.918660 run iperf3-srv_10.42.42.10(pid=942): Launched\u000a09:24:37.115562 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:24:37.250175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:37.583797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=943): Launched\u000a09:24:37.862595 run iperf3-srv_10.42.42.10(pid=944): Launched\u000a09:24:38.059594 tst cs_paging_gprs_active.py:38: start network...\u000a09:24:38.193951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:38.710033 run create_hlr_db(pid=945): Launched\u000a09:24:38.895232 bus /gobi_6: Setting Powered False\u000a09:24:39.917426 run create_hlr_db(pid=945): Terminated: ok {rc=0}\u000a09:24:40.322028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=947): Launched\u000a09:24:40.627245 run osmo-hlr_10.42.42.2(pid=948): Launched\u000a09:24:40.746456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:41.273378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=950): Launched\u000a09:24:41.577600 run osmo-stp_10.42.42.5(pid=951): Launched\u000a09:24:41.688594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:42.214743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=954): Launched\u000a09:24:42.322317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:42.593955 run patchelf(pid=955): Launched\u000a09:24:42.771355 run osmo-stp_10.42.42.5(pid=951): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=951)]\u000a09:24:42.901331 run osmo-stp_10.42.42.5(pid=951): stdout: \u000a| (launched: 2022-12-14_09:24:41.426335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:43.031474 run osmo-stp_10.42.42.5(pid=951): stderr: \u000a| �[0;m�[38;5;43m20221214092441595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092441596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092441596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092441596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092441597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092441597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092441597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:43.157142 run osmo-stp_10.42.42.5(pid=951): stdout: \u000a| (launched: 2022-12-14_09:24:41.426335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:43.281666 run osmo-stp_10.42.42.5(pid=951): stderr: \u000a| �[0;m�[38;5;43m20221214092441595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092441596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092441596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092441596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092441597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092441597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092441597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:43.426416 run patchelf(pid=955): Terminating (SIGINT)\u000a09:24:43.595951 run patchelf(pid=955): Terminated: ok {rc=0}\u000a09:24:43.627290 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=951): Process ended prematurely: osmo-stp_10.42.42.5(pid=951) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=951)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:24:43.636740 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:24:43.697484 run osmo-hlr_10.42.42.2(pid=948): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=948)]\u000a09:24:43.746701 run osmo-hlr_10.42.42.2(pid=948): stdout: \u000a| (launched: 2022-12-14_09:24:40.475106) \u000a09:24:43.796565 run osmo-hlr_10.42.42.2(pid=948): stderr: \u000a| �[0;m�[1;31m20221214092440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092440660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092440670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092440670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092440671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:43.839121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=941): Terminating (SIGTERM)\u000a09:24:43.879160 run iperf3-srv_10.42.42.10(pid=942): Terminating (SIGTERM)\u000a09:24:43.919189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=943): Terminating (SIGTERM)\u000a09:24:43.959056 run iperf3-srv_10.42.42.10(pid=944): Terminating (SIGTERM)\u000a09:24:43.999036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=947): Terminating (SIGTERM)\u000a09:24:44.038870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=950): Terminating (SIGTERM)\u000a09:24:44.078893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=954): Terminating (SIGTERM)\u000a09:24:44.088052 --- ParallelTerminationStrategy: PID 941 died...\u000a09:24:44.141701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=941): Terminated: ok {rc=0}\u000a09:24:44.151187 --- ParallelTerminationStrategy: PID 942 died...\u000a09:24:44.204341 run iperf3-srv_10.42.42.10(pid=942): Terminated {rc=256}\u000a09:24:44.213845 --- ParallelTerminationStrategy: PID 943 died...\u000a09:24:44.266961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=943): Terminated: ok {rc=0}\u000a09:24:44.276323 --- ParallelTerminationStrategy: PID 944 died...\u000a09:24:44.329483 run iperf3-srv_10.42.42.10(pid=944): Terminated {rc=256}\u000a09:24:44.338998 --- ParallelTerminationStrategy: PID 947 died...\u000a09:24:44.392231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=947): Terminated: ok {rc=0}\u000a09:24:44.401741 --- ParallelTerminationStrategy: PID 950 died...\u000a09:24:44.454958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=950): Terminated: ok {rc=0}\u000a09:24:44.464486 --- ParallelTerminationStrategy: PID 954 died...\u000a09:24:44.517540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=954): Terminated: ok {rc=0}\u000a09:24:44.606271 bus /gobi_0: Setting Powered False\u000a09:24:45.714074 bus /gobi_0: Setting Powered False\u000a09:24:46.826258 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=965): Process ended prematurely: osmo-stp_10.42.42.5(pid=965) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=965)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=965): Process ended prematurely: osmo-stp_10.42.42.5(pid=965) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:24:47.933416 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:47.945175 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:24:48.098060 tst iperf3.py: using LAC 39961\u000a09:24:48.216719 tst iperf3.py: using RAC 181\u000a09:24:48.336786 tst iperf3.py: using CellId 39961\u000a09:24:48.459780 tst iperf3.py: using BVCI 39962\u000a09:24:48.482895 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:48.494051 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:48.504919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:48.515812 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:48.527042 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:48.538305 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:48.549607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:48.560707 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:48.572016 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:48.866084 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:24:48.999910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:49.331998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=957): Launched\u000a09:24:49.609451 run iperf3-srv_10.42.42.10(pid=958): Launched\u000a09:24:49.805698 tst iperf3.py:8: start network...\u000a09:24:49.939446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:50.454842 run create_hlr_db(pid=959): Launched\u000a09:24:50.640438 bus /gobi_6: Setting Powered False\u000a09:24:51.661876 run create_hlr_db(pid=959): Terminated: ok {rc=0}\u000a09:24:52.066353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=961): Launched\u000a09:24:52.369421 run osmo-hlr_10.42.42.2(pid=962): Launched\u000a09:24:52.488563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:53.015007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=964): Launched\u000a09:24:53.317621 run osmo-stp_10.42.42.5(pid=965): Launched\u000a09:24:53.427279 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:53.954182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=967): Launched\u000a09:24:54.061815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:54.324688 run patchelf(pid=968): Launched\u000a09:24:54.500673 run osmo-stp_10.42.42.5(pid=965): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=965)]\u000a09:24:54.629971 run osmo-stp_10.42.42.5(pid=965): stdout: \u000a| (launched: 2022-12-14_09:24:53.168295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:54.759847 run osmo-stp_10.42.42.5(pid=965): stderr: \u000a| �[0;m�[38;5;43m20221214092453338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092453338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092453338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092453339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092453339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092453339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092453340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:54.884863 run osmo-stp_10.42.42.5(pid=965): stdout: \u000a| (launched: 2022-12-14_09:24:53.168295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:55.008475 run osmo-stp_10.42.42.5(pid=965): stderr: \u000a| �[0;m�[38;5;43m20221214092453338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092453338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092453338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092453339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092453339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092453339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092453340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:55.152359 run patchelf(pid=968): Terminating (SIGINT)\u000a09:24:55.321835 run patchelf(pid=968): Terminated: ok {rc=0}\u000a09:24:55.352892 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=965): Process ended prematurely: osmo-stp_10.42.42.5(pid=965) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=965)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:24:55.362279 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:24:55.422435 run osmo-hlr_10.42.42.2(pid=962): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=962)]\u000a09:24:55.471331 run osmo-hlr_10.42.42.2(pid=962): stdout: \u000a| (launched: 2022-12-14_09:24:52.219561) \u000a09:24:55.520974 run osmo-hlr_10.42.42.2(pid=962): stderr: \u000a| �[0;m�[1;31m20221214092452394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092452394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092452394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092452394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092452394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092452394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092452408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092452417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092452417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092452417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:55.563377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=957): Terminating (SIGTERM)\u000a09:24:55.603151 run iperf3-srv_10.42.42.10(pid=958): Terminating (SIGTERM)\u000a09:24:55.642863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=961): Terminating (SIGTERM)\u000a09:24:55.682695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=964): Terminating (SIGTERM)\u000a09:24:55.722883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=967): Terminating (SIGTERM)\u000a09:24:55.732375 --- ParallelTerminationStrategy: PID 957 died...\u000a09:24:55.785841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=957): Terminated: ok {rc=0}\u000a09:24:55.795230 --- ParallelTerminationStrategy: PID 958 died...\u000a09:24:55.848564 run iperf3-srv_10.42.42.10(pid=958): Terminated {rc=256}\u000a09:24:55.858052 --- ParallelTerminationStrategy: PID 961 died...\u000a09:24:55.911137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=961): Terminated: ok {rc=0}\u000a09:24:55.920614 --- ParallelTerminationStrategy: PID 964 died...\u000a09:24:55.973592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=964): Terminated: ok {rc=0}\u000a09:24:55.983049 --- ParallelTerminationStrategy: PID 967 died...\u000a09:24:56.036186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=967): Terminated: ok {rc=0}\u000a09:24:56.123620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=986): Process ended prematurely: osmo-stp_10.42.42.5(pid=986) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=986)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=986): Process ended prematurely: osmo-stp_10.42.42.5(pid=986) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:24:57.233130 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:57.244854 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:24:57.398390 tst iperf3m4.py: using LAC 39962\u000a09:24:57.523533 tst iperf3m4.py: using RAC 182\u000a09:24:57.654719 tst iperf3m4.py: using CellId 39962\u000a09:24:57.778918 tst iperf3m4.py: using BVCI 39963\u000a09:24:57.804110 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:57.815965 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:57.827561 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:57.839100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:57.850567 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:57.862115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:57.873630 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:57.885015 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:24:57.896699 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:58.018695 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:58.144314 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:58.261985 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:24:58.538487 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:24:58.663868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:58.977643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=969): Launched\u000a09:24:59.238915 run iperf3-srv_10.42.42.10(pid=970): Launched\u000a09:24:59.421462 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:24:59.546418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:59.859588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=971): Launched\u000a09:25:00.119149 run iperf3-srv_10.42.42.10(pid=972): Launched\u000a09:25:00.302053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:25:00.427471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:25:00.740198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=973): Launched\u000a09:25:01.066156 run iperf3-srv_10.42.42.10(pid=974): Launched\u000a09:25:01.328021 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:25:01.468014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:25:01.822145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=978): Launched\u000a09:25:02.169299 run iperf3-srv_10.42.42.10(pid=979): Launched\u000a09:25:02.368151 tst iperf3m4.py:8: start network...\u000a09:25:02.502396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:03.019910 run create_hlr_db(pid=980): Launched\u000a09:25:03.204731 bus /gobi_6: Setting Powered False\u000a09:25:04.227228 run create_hlr_db(pid=980): Terminated: ok {rc=0}\u000a09:25:04.631740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=982): Launched\u000a09:25:04.935603 run osmo-hlr_10.42.42.2(pid=983): Launched\u000a09:25:05.054337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:05.587293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=985): Launched\u000a09:25:05.890481 run osmo-stp_10.42.42.5(pid=986): Launched\u000a09:25:06.001320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:06.527391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=989): Launched\u000a09:25:06.634763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:06.898506 run patchelf(pid=990): Launched\u000a09:25:07.074568 run osmo-stp_10.42.42.5(pid=986): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=986)]\u000a09:25:07.203656 run osmo-stp_10.42.42.5(pid=986): stdout: \u000a| (launched: 2022-12-14_09:25:05.740282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:07.332871 run osmo-stp_10.42.42.5(pid=986): stderr: \u000a| �[0;m�[38;5;43m20221214092505909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092505909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092505909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092505910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092505910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092505910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092505910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:07.457639 run osmo-stp_10.42.42.5(pid=986): stdout: \u000a| (launched: 2022-12-14_09:25:05.740282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:07.581281 run osmo-stp_10.42.42.5(pid=986): stderr: \u000a| �[0;m�[38;5;43m20221214092505909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092505909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092505909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092505910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092505910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092505910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092505910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:07.724847 run patchelf(pid=990): Terminating (SIGINT)\u000a09:25:07.893434 run patchelf(pid=990): Terminated: ok {rc=0}\u000a09:25:07.924466 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=986): Process ended prematurely: osmo-stp_10.42.42.5(pid=986) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=986)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:25:07.933958 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:25:07.994449 run osmo-hlr_10.42.42.2(pid=983): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=983)]\u000a09:25:08.043858 run osmo-hlr_10.42.42.2(pid=983): stdout: \u000a| (launched: 2022-12-14_09:25:04.785647) \u000a09:25:08.093513 run osmo-hlr_10.42.42.2(pid=983): stderr: \u000a| �[0;m�[1;31m20221214092504959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092504959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092504959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092504959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092504959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092504959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092504972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092504982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092504983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092504983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:08.135737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=969): Terminating (SIGTERM)\u000a09:25:08.175455 run iperf3-srv_10.42.42.10(pid=970): Terminating (SIGTERM)\u000a09:25:08.215177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=971): Terminating (SIGTERM)\u000a09:25:08.254781 run iperf3-srv_10.42.42.10(pid=972): Terminating (SIGTERM)\u000a09:25:08.294492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=973): Terminating (SIGTERM)\u000a09:25:08.333915 run iperf3-srv_10.42.42.10(pid=974): Terminating (SIGTERM)\u000a09:25:08.373621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=978): Terminating (SIGTERM)\u000a09:25:08.413175 run iperf3-srv_10.42.42.10(pid=979): Terminating (SIGTERM)\u000a09:25:08.452841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=982): Terminating (SIGTERM)\u000a09:25:08.492467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=985): Terminating (SIGTERM)\u000a09:25:08.532220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=989): Terminating (SIGTERM)\u000a09:25:08.541435 --- ParallelTerminationStrategy: PID 969 died...\u000a09:25:08.594972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=969): Terminated: ok {rc=0}\u000a09:25:08.604458 --- ParallelTerminationStrategy: PID 970 died...\u000a09:25:08.657607 run iperf3-srv_10.42.42.10(pid=970): Terminated {rc=256}\u000a09:25:08.667039 --- ParallelTerminationStrategy: PID 971 died...\u000a09:25:08.720374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=971): Terminated: ok {rc=0}\u000a09:25:08.729906 --- ParallelTerminationStrategy: PID 972 died...\u000a09:25:08.783527 run iperf3-srv_10.42.42.10(pid=972): Terminated {rc=256}\u000a09:25:08.793224 --- ParallelTerminationStrategy: PID 973 died...\u000a09:25:08.846805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=973): Terminated: ok {rc=0}\u000a09:25:08.856388 --- ParallelTerminationStrategy: PID 974 died...\u000a09:25:08.910051 run iperf3-srv_10.42.42.10(pid=974): Terminated {rc=256}\u000a09:25:08.919640 --- ParallelTerminationStrategy: PID 978 died...\u000a09:25:08.973151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=978): Terminated: ok {rc=0}\u000a09:25:08.982783 --- ParallelTerminationStrategy: PID 979 died...\u000a09:25:09.036093 run iperf3-srv_10.42.42.10(pid=979): Terminated {rc=256}\u000a09:25:09.045731 --- ParallelTerminationStrategy: PID 982 died...\u000a09:25:09.099332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=982): Terminated: ok {rc=0}\u000a09:25:09.108908 --- ParallelTerminationStrategy: PID 985 died...\u000a09:25:09.162507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=985): Terminated: ok {rc=0}\u000a09:25:09.172084 --- ParallelTerminationStrategy: PID 989 died...\u000a09:25:09.225796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=989): Terminated: ok {rc=0}\u000a09:25:09.314788 bus /gobi_4: Setting Powered False\u000a09:25:10.418013 bus /gobi_4: Setting Powered False\u000a09:25:11.529849 bus /gobi_1: Setting Powered False\u000a09:25:12.636112 bus /gobi_1: Setting Powered False\u000a09:25:13.747994 bus /gobi_0: Setting Powered False\u000a09:25:14.855082 bus /gobi_0: Setting Powered False\u000a09:25:15.977023 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1001): Process ended prematurely: osmo-stp_10.42.42.5(pid=1001) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1001)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1001): Process ended prematurely: osmo-stp_10.42.42.5(pid=1001) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:25:17.046980 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:17.059851 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:25:17.248110 tst ping.py: using LAC 39963\u000a09:25:17.367618 tst ping.py: using RAC 183\u000a09:25:17.496632 tst ping.py: using CellId 39963\u000a09:25:17.619235 tst ping.py: using BVCI 39964\u000a09:25:17.643756 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:17.655612 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:17.667462 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:17.679104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:17.690586 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:17.702138 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:17.713688 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:17.725201 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:25:17.996850 tst ping.py:19: start network...\u000a09:25:18.118764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:18.583331 run create_hlr_db(pid=994): Launched\u000a09:25:18.753858 bus /gobi_6: Setting Powered False\u000a09:25:19.774819 run create_hlr_db(pid=994): Terminated: ok {rc=0}\u000a09:25:20.195279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=997): Launched\u000a09:25:20.492242 run osmo-hlr_10.42.42.2(pid=998): Launched\u000a09:25:20.607099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:21.135321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1000): Launched\u000a09:25:21.452144 run osmo-stp_10.42.42.5(pid=1001): Launched\u000a09:25:21.566599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:22.121087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1003): Launched\u000a09:25:22.233494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:22.509771 run patchelf(pid=1004): Launched\u000a09:25:22.695683 run osmo-stp_10.42.42.5(pid=1001): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1001)]\u000a09:25:22.831738 run osmo-stp_10.42.42.5(pid=1001): stdout: \u000a| (launched: 2022-12-14_09:25:21.295898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:22.968408 run osmo-stp_10.42.42.5(pid=1001): stderr: \u000a| �[0;m�[38;5;43m20221214092521484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092521484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092521485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092521486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092521486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092521486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092521487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:23.099668 run osmo-stp_10.42.42.5(pid=1001): stdout: \u000a| (launched: 2022-12-14_09:25:21.295898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:23.230138 run osmo-stp_10.42.42.5(pid=1001): stderr: \u000a| �[0;m�[38;5;43m20221214092521484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092521484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092521485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092521486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092521486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092521486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092521487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:23.381082 run patchelf(pid=1004): Terminating (SIGINT)\u000a09:25:23.558341 run patchelf(pid=1004): Terminated: ok {rc=0}\u000a09:25:23.590935 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1001): Process ended prematurely: osmo-stp_10.42.42.5(pid=1001) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1001)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:25:23.600431 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:25:23.664073 run osmo-hlr_10.42.42.2(pid=998): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=998)]\u000a09:25:23.716314 run osmo-hlr_10.42.42.2(pid=998): stdout: \u000a| (launched: 2022-12-14_09:25:20.346152) \u000a09:25:23.768811 run osmo-hlr_10.42.42.2(pid=998): stderr: \u000a| �[0;m�[1;31m20221214092520519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092520519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092520519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092520519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092520519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092520519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092520530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092520538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092520539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092520539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:23.813530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=997): Terminating (SIGTERM)\u000a09:25:23.856461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1000): Terminating (SIGTERM)\u000a09:25:23.898675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1003): Terminating (SIGTERM)\u000a09:25:23.908518 --- ParallelTerminationStrategy: PID 997 died...\u000a09:25:23.964865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=997): Terminated: ok {rc=0}\u000a09:25:23.975151 --- ParallelTerminationStrategy: PID 1000 died...\u000a09:25:24.030851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1000): Terminated: ok {rc=0}\u000a09:25:24.040868 --- ParallelTerminationStrategy: PID 1003 died...\u000a09:25:24.096526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1003): Terminated: ok {rc=0}\u000a09:25:24.183451 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:25:25.235269 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:25.247649 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:25:25.401830 tst ping_idle_ping.py: using LAC 39964\u000a09:25:25.526623 tst ping_idle_ping.py: using RAC 184\u000a09:25:25.652103 tst ping_idle_ping.py: using CellId 39964\u000a09:25:25.774072 tst ping_idle_ping.py: using BVCI 39965\u000a09:25:25.796701 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:25.808311 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:25.819402 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:25.830624 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:25.842023 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:25.853367 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:25.864775 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:25:25.876231 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:25:26.167262 tst ping_idle_ping.py:24: start network...\u000a09:25:26.299677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:26.812386 run create_hlr_db(pid=1005): Launched\u000a09:25:26.996491 bus /gobi_6: Setting Powered False\u000a09:25:28.016733 run create_hlr_db(pid=1005): Terminated: ok {rc=0}\u000a09:25:28.416893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Launched\u000a09:25:28.716748 run osmo-hlr_10.42.42.2(pid=1008): Launched\u000a09:25:28.832805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:29.355639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Launched\u000a09:25:29.652937 run osmo-stp_10.42.42.5(pid=1011): Launched\u000a09:25:29.760693 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:30.288456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1013): Launched\u000a09:25:30.401835 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:30.681415 run patchelf(pid=1014): Launched\u000a09:25:30.873137 run osmo-stp_10.42.42.5(pid=1011): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]\u000a09:25:31.013660 run osmo-stp_10.42.42.5(pid=1011): stdout: \u000a| (launched: 2022-12-14_09:25:29.506335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:31.154309 run osmo-stp_10.42.42.5(pid=1011): stderr: \u000a| �[0;m�[38;5;43m20221214092529674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092529674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092529675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092529675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092529675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092529676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092529676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:31.290487 run osmo-stp_10.42.42.5(pid=1011): stdout: \u000a| (launched: 2022-12-14_09:25:29.506335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:31.425678 run osmo-stp_10.42.42.5(pid=1011): stderr: \u000a| �[0;m�[38;5;43m20221214092529674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092529674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092529675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092529675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092529675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092529676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092529676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:31.581285 run patchelf(pid=1014): Terminating (SIGINT)\u000a09:25:31.762247 run patchelf(pid=1014): Terminated: ok {rc=0}\u000a09:25:31.795623 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)] [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:25:31.806427 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:25:31.887301 run osmo-hlr_10.42.42.2(pid=1008): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1008)]\u000a09:25:31.952502 run osmo-hlr_10.42.42.2(pid=1008): stdout: \u000a| (launched: 2022-12-14_09:25:28.567311) \u000a09:25:32.017302 run osmo-hlr_10.42.42.2(pid=1008): stderr: \u000a| �[0;m�[1;31m20221214092528742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092528742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092528742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092528742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092528742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092528742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092528755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092528765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092528765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092528765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:32.071653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Terminating (SIGTERM)\u000a09:25:32.122538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Terminating (SIGTERM)\u000a09:25:32.165852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1013): Terminating (SIGTERM)\u000a09:25:32.175744 --- ParallelTerminationStrategy: PID 1007 died...\u000a09:25:32.232790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Terminated: ok {rc=0}\u000a09:25:32.242645 --- ParallelTerminationStrategy: PID 1010 died...\u000a09:25:32.297348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Terminated: ok {rc=0}\u000a09:25:32.306856 --- ParallelTerminationStrategy: PID 1013 died...\u000a09:25:32.360573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1013): Terminated: ok {rc=0}\u000a09:25:32.447904 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:24:34" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1024): Process ended prematurely: osmo-stp_10.42.42.5(pid=1024) [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1024)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1024): Process ended prematurely: osmo-stp_10.42.42.5(pid=1024) [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:25:34.466856 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:25:34.478798 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:25:34.633839 tst switch_tch_pdch.py: using LAC 39965\u000a09:25:34.748218 tst switch_tch_pdch.py: using RAC 185\u000a09:25:34.869207 tst switch_tch_pdch.py: using CellId 39965\u000a09:25:34.984825 tst switch_tch_pdch.py: using BVCI 39966\u000a09:25:35.007799 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:25:35.019245 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:25:35.030486 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:25:35.041612 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:25:35.053097 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:25:35.064465 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:25:35.075976 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:25:35.087481 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:25:35.208689 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:25:35.498219 tst switch_tch_pdch.py:51: start network...\u000a09:25:35.629561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:36.136688 run create_hlr_db(pid=1018): Launched\u000a09:25:36.319855 bus /gobi_6: Setting Powered False\u000a09:25:37.340613 run create_hlr_db(pid=1018): Terminated: ok {rc=0}\u000a09:25:37.739220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1020): Launched\u000a09:25:38.036123 run osmo-hlr_10.42.42.2(pid=1021): Launched\u000a09:25:38.150618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:38.669228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1023): Launched\u000a09:25:38.968252 run osmo-stp_10.42.42.5(pid=1024): Launched\u000a09:25:39.075424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:39.590887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1026): Launched\u000a09:25:39.695990 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:39.955496 run patchelf(pid=1027): Launched\u000a09:25:40.129250 run osmo-stp_10.42.42.5(pid=1024): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1024)]\u000a09:25:40.256536 run osmo-stp_10.42.42.5(pid=1024): stdout: \u000a| (launched: 2022-12-14_09:25:38.819460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:40.384187 run osmo-stp_10.42.42.5(pid=1024): stderr: \u000a| �[0;m�[38;5;43m20221214092538985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092538985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092538986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092538986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092538986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092538987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092538987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:40.507691 run osmo-stp_10.42.42.5(pid=1024): stdout: \u000a| (launched: 2022-12-14_09:25:38.819460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:40.629877 run osmo-stp_10.42.42.5(pid=1024): stderr: \u000a| �[0;m�[38;5;43m20221214092538985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092538985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092538986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092538986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092538986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092538987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092538987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:40.771289 run patchelf(pid=1027): Terminating (SIGINT)\u000a09:25:40.938036 run patchelf(pid=1027): Terminated: ok {rc=0}\u000a09:25:40.968546 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1024): Process ended prematurely: osmo-stp_10.42.42.5(pid=1024) [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1024)] [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:25:40.977607 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a09:25:41.038441 run osmo-hlr_10.42.42.2(pid=1021): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1021)]\u000a09:25:41.088262 run osmo-hlr_10.42.42.2(pid=1021): stdout: \u000a| (launched: 2022-12-14_09:25:37.889649) \u000a09:25:41.138603 run osmo-hlr_10.42.42.2(pid=1021): stderr: \u000a| �[0;m�[1;31m20221214092538062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092538062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092538062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092538062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092538062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092538062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092538074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092538083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092538083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092538083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:41.181123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1020): Terminating (SIGTERM)\u000a09:25:41.221105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1023): Terminating (SIGTERM)\u000a09:25:41.260898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1026): Terminating (SIGTERM)\u000a09:25:41.270245 --- ParallelTerminationStrategy: PID 1020 died...\u000a09:25:41.324166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1020): Terminated: ok {rc=0}\u000a09:25:41.333994 --- ParallelTerminationStrategy: PID 1023 died...\u000a09:25:41.387758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1023): Terminated: ok {rc=0}\u000a09:25:41.397514 --- ParallelTerminationStrategy: PID 1026 died...\u000a09:25:41.451308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1026): Terminated: ok {rc=0}\u000a09:25:41.534427 bus /gobi_0: Setting Powered False\u000a09:25:42.636218 bus /gobi_0: Setting Powered False\u000a09:25:43.745952 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:25:34" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1037): Process ended prematurely: osmo-stp_10.42.42.5(pid=1037) [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1037)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1037): Process ended prematurely: osmo-stp_10.42.42.5(pid=1037) [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:25:45.732235 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:45.744166 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:25:45.938302 tst switch_tch_pdch.py: using LAC 39966\u000a09:25:46.066203 tst switch_tch_pdch.py: using RAC 186\u000a09:25:46.186979 tst switch_tch_pdch.py: using CellId 39966\u000a09:25:46.340588 tst switch_tch_pdch.py: using BVCI 39967\u000a09:25:46.372810 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:46.388026 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:46.401942 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:46.417128 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:46.433531 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:46.450573 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:46.467362 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:25:46.484418 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:25:46.610727 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:25:46.890072 tst switch_tch_pdch.py:51: start network...\u000a09:25:47.016577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:47.466212 run create_hlr_db(pid=1031): Launched\u000a09:25:47.587552 bus /gobi_6: Setting Powered False\u000a09:25:48.658540 run create_hlr_db(pid=1031): Terminated: ok {rc=0}\u000a09:25:49.052684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1033): Launched\u000a09:25:49.371222 run osmo-hlr_10.42.42.2(pid=1034): Launched\u000a09:25:49.490574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:50.016708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1036): Launched\u000a09:25:50.333161 run osmo-stp_10.42.42.5(pid=1037): Launched\u000a09:25:50.446104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:50.972194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1039): Launched\u000a09:25:51.084452 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:51.362103 run patchelf(pid=1040): Launched\u000a09:25:51.547041 run osmo-stp_10.42.42.5(pid=1037): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1037)]\u000a09:25:51.682130 run osmo-stp_10.42.42.5(pid=1037): stdout: \u000a| (launched: 2022-12-14_09:25:50.177255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:51.817322 run osmo-stp_10.42.42.5(pid=1037): stderr: \u000a| �[0;m�[38;5;43m20221214092550365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092550365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092550366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092550366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092550367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092550367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092550367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:51.948436 run osmo-stp_10.42.42.5(pid=1037): stdout: \u000a| (launched: 2022-12-14_09:25:50.177255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:52.075276 run osmo-stp_10.42.42.5(pid=1037): stderr: \u000a| �[0;m�[38;5;43m20221214092550365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092550365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092550366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092550366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092550367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092550367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092550367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:52.216623 run patchelf(pid=1040): Terminating (SIGINT)\u000a09:25:52.382240 run patchelf(pid=1040): Terminated: ok {rc=0}\u000a09:25:52.412473 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1037): Process ended prematurely: osmo-stp_10.42.42.5(pid=1037) [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1037)] [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:25:52.421348 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:25:52.481327 run osmo-hlr_10.42.42.2(pid=1034): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1034)]\u000a09:25:52.530588 run osmo-hlr_10.42.42.2(pid=1034): stdout: \u000a| (launched: 2022-12-14_09:25:49.213959) \u000a09:25:52.580481 run osmo-hlr_10.42.42.2(pid=1034): stderr: \u000a| �[0;m�[1;31m20221214092549407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092549407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092549408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092549408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092549408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092549408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092549421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092549430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092549431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092549431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:52.622733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1033): Terminating (SIGTERM)\u000a09:25:52.662464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1036): Terminating (SIGTERM)\u000a09:25:52.702103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1039): Terminating (SIGTERM)\u000a09:25:52.711240 --- ParallelTerminationStrategy: PID 1033 died...\u000a09:25:52.764752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1033): Terminated: ok {rc=0}\u000a09:25:52.774241 --- ParallelTerminationStrategy: PID 1036 died...\u000a09:25:52.827352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1036): Terminated: ok {rc=0}\u000a09:25:52.836834 --- ParallelTerminationStrategy: PID 1039 died...\u000a09:25:52.889855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1039): Terminated: ok {rc=0}\u000a09:25:52.977542 bus /gobi_0: Setting Powered False\u000a09:25:54.080475 bus /gobi_0: Setting Powered False\u000a09:25:55.191956 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:25:45" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1048) [trial-2402↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1048)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1048) [trial-2402↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a09:25:57.066420 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a09:25:57.077250 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a09:25:57.201358 tst mo_mt_sms.py: using LAC 39967\u000a09:25:57.324834 tst mo_mt_sms.py: using RAC 187\u000a09:25:57.445348 tst mo_mt_sms.py: using CellId 39967\u000a09:25:57.562273 tst mo_mt_sms.py: using BVCI 39968\u000a09:25:57.584827 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a09:25:57.703477 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a09:25:57.975705 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:25:58.098430 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:25:58.710945 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1047): Launched\u000a09:25:59.003398 run osmo-nitb_10.42.42.2(pid=1048): Launched\u000a09:25:59.185520 run osmo-nitb_10.42.42.2(pid=1048): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1048)]\u000a09:25:59.319876 run osmo-nitb_10.42.42.2(pid=1048): stdout: \u000a| (launched: 2022-12-14_09:25:58.860567) \u000a09:25:59.454190 run osmo-nitb_10.42.42.2(pid=1048): stderr: \u000a| (launched: 2022-12-14_09:25:58.904437)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:25:59.583899 run osmo-nitb_10.42.42.2(pid=1048): stdout: \u000a| (launched: 2022-12-14_09:25:58.860567) \u000a09:25:59.712386 run osmo-nitb_10.42.42.2(pid=1048): stderr: \u000a| (launched: 2022-12-14_09:25:58.904437)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:26:00.122978 tst osmo-nitb_10.42.42.2(pid=1048): stdout: \u000a| (launched: 2022-12-14_09:25:58.860567) \u000a09:26:00.240666 tst osmo-nitb_10.42.42.2(pid=1048): stderr: \u000a| (launched: 2022-12-14_09:25:58.904437)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:26:00.292241 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1048) [trial-2402↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1048)] [trial-2402↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a09:26:00.300512 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a09:26:00.334798 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1047): Terminating (SIGTERM)\u000a09:26:00.512531 --- ParallelTerminationStrategy: PID 1047 died...\u000a09:26:00.567740 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1047): Terminated: ok {rc=0}\u000a09:26:00.656381 bus /sierra_3: Setting Powered False\u000a09:26:01.768822 bus /sierra_3: Setting Powered False\u000a09:26:02.880648 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:25:56" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1058): Process ended prematurely: osmo-stp_10.42.42.5(pid=1058) [trial-2402↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1058)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1058): Process ended prematurely: osmo-stp_10.42.42.5(pid=1058) [trial-2402↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a09:26:04.739961 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:04.751692 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:26:04.882629 tst mo_mt_sms.py: using LAC 39968\u000a09:26:05.008703 tst mo_mt_sms.py: using RAC 188\u000a09:26:05.136769 tst mo_mt_sms.py: using CellId 39968\u000a09:26:05.259129 tst mo_mt_sms.py: using BVCI 39969\u000a09:26:05.283343 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:05.294688 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:05.305758 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:05.316819 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:05.327998 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:05.339074 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a09:26:05.456471 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a09:26:05.655401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:06.122997 run create_hlr_db(pid=1052): Launched\u000a09:26:06.293315 bus /sierra_2: Setting Powered False\u000a09:26:07.315858 run create_hlr_db(pid=1052): Terminated: ok {rc=0}\u000a09:26:07.710248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1054): Launched\u000a09:26:08.006374 run osmo-hlr_10.42.42.2(pid=1055): Launched\u000a09:26:08.121398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:08.640863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1057): Launched\u000a09:26:08.937232 run osmo-stp_10.42.42.5(pid=1058): Launched\u000a09:26:09.044494 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:09.585564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1060): Launched\u000a09:26:09.883105 run osmo-msc_10.42.42.6(pid=1061): Launched\u000a09:26:10.058318 run osmo-stp_10.42.42.5(pid=1058): ERR: Terminated: ERROR {rc=1} [trial-2402↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1058)]\u000a09:26:10.184749 run osmo-stp_10.42.42.5(pid=1058): stdout: \u000a| (launched: 2022-12-14_09:26:08.790776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:10.309283 run osmo-stp_10.42.42.5(pid=1058): stderr: \u000a| �[0;m�[38;5;43m20221214092608956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092608956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092608956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092608957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092608957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092608957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092608957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:10.428137 run osmo-stp_10.42.42.5(pid=1058): stdout: \u000a| (launched: 2022-12-14_09:26:08.790776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:10.546392 run osmo-stp_10.42.42.5(pid=1058): stderr: \u000a| �[0;m�[38;5;43m20221214092608956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092608956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092608956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092608957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092608957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092608957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092608957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:10.598160 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1058): Process ended prematurely: osmo-stp_10.42.42.5(pid=1058) [trial-2402↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1058)] [trial-2402↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a09:26:10.606220 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a09:26:10.665418 run osmo-hlr_10.42.42.2(pid=1055): ERR: Terminated: ERROR {rc=237} [trial-2402↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1055)]\u000a09:26:10.714151 run osmo-hlr_10.42.42.2(pid=1055): stdout: \u000a| (launched: 2022-12-14_09:26:07.860316) \u000a09:26:10.763655 run osmo-hlr_10.42.42.2(pid=1055): stderr: \u000a| �[0;m�[1;31m20221214092608031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092608031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092608031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092608031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092608031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092608031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092608044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092608052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092608052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092608053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:10.830790 run osmo-msc_10.42.42.6(pid=1061): ERR: Terminated: ERROR {rc=2} [trial-2402↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1061)]\u000a09:26:10.879280 run osmo-msc_10.42.42.6(pid=1061): stdout: \u000a| (launched: 2022-12-14_09:26:09.735254) \u000a09:26:10.928481 run osmo-msc_10.42.42.6(pid=1061): stderr: \u000a| �[0;m�[38;5;43m20221214092610002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092610002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff297521c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092610002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092610002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092610002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092610003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092610004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092610005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092610005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092610005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:10.970464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1054): Terminating (SIGTERM)\u000a09:26:11.010130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1057): Terminating (SIGTERM)\u000a09:26:11.050069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1060): Terminating (SIGTERM)\u000a09:26:11.059236 --- ParallelTerminationStrategy: PID 1054 died...\u000a09:26:11.112683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1054): Terminated: ok {rc=0}\u000a09:26:11.122276 --- ParallelTerminationStrategy: PID 1057 died...\u000a09:26:11.175366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1057): Terminated: ok {rc=0}\u000a09:26:11.184836 --- ParallelTerminationStrategy: PID 1060 died...\u000a09:26:11.237790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1060): Terminated: ok {rc=0}\u000a09:26:11.327083 bus /sierra_3: Setting Powered False\u000a09:26:12.429094 bus /sierra_3: Setting Powered False\u000a09:26:13.535346 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:26:04" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1068): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1068) [trial-2402↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1068)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1068): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1068) [trial-2402↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a09:26:15.345150 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a09:26:15.356088 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:26:15.478827 tst assert_extension.py: using LAC 39969\u000a09:26:15.594636 tst assert_extension.py: using RAC 189\u000a09:26:15.717768 tst assert_extension.py: using CellId 39969\u000a09:26:15.869085 tst assert_extension.py: using BVCI 39970\u000a09:26:15.897386 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a09:26:16.193965 tst assert_extension.py:10: start nitb and bts...\u000a09:26:16.322758 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:26:16.986010 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1067): Launched\u000a09:26:17.301508 run osmo-nitb_10.42.42.2(pid=1068): Launched\u000a09:26:17.496617 run osmo-nitb_10.42.42.2(pid=1068): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1068)]\u000a09:26:17.639613 run osmo-nitb_10.42.42.2(pid=1068): stdout: \u000a| (launched: 2022-12-14_09:26:17.149304) \u000a09:26:17.782558 run osmo-nitb_10.42.42.2(pid=1068): stderr: \u000a| (launched: 2022-12-14_09:26:17.196836)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:26:17.921718 run osmo-nitb_10.42.42.2(pid=1068): stdout: \u000a| (launched: 2022-12-14_09:26:17.149304) \u000a09:26:18.058802 run osmo-nitb_10.42.42.2(pid=1068): stderr: \u000a| (launched: 2022-12-14_09:26:17.196836)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:26:18.428212 tst osmo-nitb_10.42.42.2(pid=1068): stdout: \u000a| (launched: 2022-12-14_09:26:17.149304) \u000a09:26:18.553602 tst osmo-nitb_10.42.42.2(pid=1068): stderr: \u000a| (launched: 2022-12-14_09:26:17.196836)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:26:18.608481 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1068): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1068) [trial-2402↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1068)] [trial-2402↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a09:26:18.617303 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a09:26:18.652936 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1067): Terminating (SIGTERM)\u000a09:26:18.830672 --- ParallelTerminationStrategy: PID 1067 died...\u000a09:26:18.888351 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1067): Terminated: ok {rc=0}\u000a09:26:18.974343 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:26:15" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1079): Process ended prematurely: osmo-stp_10.42.42.5(pid=1079) [trial-2402↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1079)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1079): Process ended prematurely: osmo-stp_10.42.42.5(pid=1079) [trial-2402↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a09:26:20.786566 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:20.797831 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:26:20.930081 tst assert_extension.py: using LAC 39970\u000a09:26:21.056154 tst assert_extension.py: using RAC 190\u000a09:26:21.180182 tst assert_extension.py: using CellId 39970\u000a09:26:21.303747 tst assert_extension.py: using BVCI 39971\u000a09:26:21.327920 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:21.339159 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:21.350326 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:21.361629 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:21.372769 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:21.384027 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a09:26:21.589977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:22.094735 run create_hlr_db(pid=1073): Launched\u000a09:26:22.277239 bus /sierra_2: Setting Powered False\u000a09:26:23.298380 run create_hlr_db(pid=1073): Terminated: ok {rc=0}\u000a09:26:23.721349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1075): Launched\u000a09:26:24.039312 run osmo-hlr_10.42.42.2(pid=1076): Launched\u000a09:26:24.157922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:24.712731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1078): Launched\u000a09:26:25.030612 run osmo-stp_10.42.42.5(pid=1079): Launched\u000a09:26:25.144541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:25.724092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1081): Launched\u000a09:26:26.042089 run osmo-msc_10.42.42.6(pid=1082): Launched\u000a09:26:26.227365 run osmo-stp_10.42.42.5(pid=1079): ERR: Terminated: ERROR {rc=1} [trial-2402↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1079)]\u000a09:26:26.361411 run osmo-stp_10.42.42.5(pid=1079): stdout: \u000a| (launched: 2022-12-14_09:26:24.873772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:26.494414 run osmo-stp_10.42.42.5(pid=1079): stderr: \u000a| �[0;m�[38;5;43m20221214092625063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092625063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092625063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092625064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092625064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092625064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092625064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:26.621643 run osmo-stp_10.42.42.5(pid=1079): stdout: \u000a| (launched: 2022-12-14_09:26:24.873772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:26.747129 run osmo-stp_10.42.42.5(pid=1079): stderr: \u000a| �[0;m�[38;5;43m20221214092625063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092625063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092625063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092625064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092625064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092625064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092625064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:26.802523 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1079): Process ended prematurely: osmo-stp_10.42.42.5(pid=1079) [trial-2402↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1079)] [trial-2402↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a09:26:26.811093 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a09:26:26.873921 run osmo-hlr_10.42.42.2(pid=1076): ERR: Terminated: ERROR {rc=237} [trial-2402↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1076)]\u000a09:26:26.925381 run osmo-hlr_10.42.42.2(pid=1076): stdout: \u000a| (launched: 2022-12-14_09:26:23.882282) \u000a09:26:26.977435 run osmo-hlr_10.42.42.2(pid=1076): stderr: \u000a| �[0;m�[1;31m20221214092624076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092624076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092624077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092624077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092624077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092624077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092624090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092624098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092624098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092624098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:27.048087 run osmo-msc_10.42.42.6(pid=1082): ERR: Terminated: ERROR {rc=2} [trial-2402↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1082)]\u000a09:26:27.099444 run osmo-msc_10.42.42.6(pid=1082): stdout: \u000a| (launched: 2022-12-14_09:26:25.885071) \u000a09:26:27.151520 run osmo-msc_10.42.42.6(pid=1082): stderr: \u000a| �[0;m�[38;5;43m20221214092626202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092626203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7427b98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092626203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092626203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092626203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092626203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092626205 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092626205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092626205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092626206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:27.195688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1075): Terminating (SIGTERM)\u000a09:26:27.237369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1078): Terminating (SIGTERM)\u000a09:26:27.278867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1081): Terminating (SIGTERM)\u000a09:26:27.288173 --- ParallelTerminationStrategy: PID 1075 died...\u000a09:26:27.343586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1075): Terminated: ok {rc=0}\u000a09:26:27.353937 --- ParallelTerminationStrategy: PID 1078 died...\u000a09:26:27.409364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1078): Terminated: ok {rc=0}\u000a09:26:27.419444 --- ParallelTerminationStrategy: PID 1081 died...\u000a09:26:27.474632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1081): Terminated: ok {rc=0}\u000a09:26:27.560824 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:26:20" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1093): Process ended prematurely: osmo-stp_10.42.42.5(pid=1093) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1093)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1093): Process ended prematurely: osmo-stp_10.42.42.5(pid=1093) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:26:29.484676 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:29.495940 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:26:29.641601 tst mo_mt_call.py: using LAC 39971\u000a09:26:29.769497 tst mo_mt_call.py: using RAC 191\u000a09:26:29.898692 tst mo_mt_call.py: using CellId 39971\u000a09:26:30.025188 tst mo_mt_call.py: using BVCI 39972\u000a09:26:30.050031 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:30.061952 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:30.073499 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:30.085039 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:30.096641 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:30.108274 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:26:30.224768 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:26:30.434962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:30.995131 run create_hlr_db(pid=1087): Launched\u000a09:26:31.194464 bus /sierra_2: Setting Powered False\u000a09:26:32.193285 run create_hlr_db(pid=1087): Terminated: ok {rc=0}\u000a09:26:32.640041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1089): Launched\u000a09:26:32.964822 run osmo-hlr_10.42.42.2(pid=1090): Launched\u000a09:26:33.086602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:33.645851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1092): Launched\u000a09:26:33.969008 run osmo-stp_10.42.42.5(pid=1093): Launched\u000a09:26:34.085904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:34.673631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1095): Launched\u000a09:26:34.998414 run osmo-msc_10.42.42.6(pid=1096): Launched\u000a09:26:35.186096 run osmo-stp_10.42.42.5(pid=1093): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1093)]\u000a09:26:35.321651 run osmo-stp_10.42.42.5(pid=1093): stdout: \u000a| (launched: 2022-12-14_09:26:33.808918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:35.455860 run osmo-stp_10.42.42.5(pid=1093): stderr: \u000a| �[0;m�[38;5;43m20221214092633999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092633999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092634000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092634000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092634001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092634001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092634001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:35.585833 run osmo-stp_10.42.42.5(pid=1093): stdout: \u000a| (launched: 2022-12-14_09:26:33.808918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:35.713455 run osmo-stp_10.42.42.5(pid=1093): stderr: \u000a| �[0;m�[38;5;43m20221214092633999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092633999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092634000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092634000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092634001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092634001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092634001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:35.769925 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1093): Process ended prematurely: osmo-stp_10.42.42.5(pid=1093) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1093)] [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:26:35.779356 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:26:35.841472 run osmo-hlr_10.42.42.2(pid=1090): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1090)]\u000a09:26:35.892713 run osmo-hlr_10.42.42.2(pid=1090): stdout: \u000a| (launched: 2022-12-14_09:26:32.803841) \u000a09:26:35.944572 run osmo-hlr_10.42.42.2(pid=1090): stderr: \u000a| �[0;m�[1;31m20221214092632999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092633000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092633000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092633000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092633000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092633000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092633012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092633020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092633020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092633020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:36.015212 run osmo-msc_10.42.42.6(pid=1096): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1096)]\u000a09:26:36.066342 run osmo-msc_10.42.42.6(pid=1096): stdout: \u000a| (launched: 2022-12-14_09:26:34.837439) \u000a09:26:36.118155 run osmo-msc_10.42.42.6(pid=1096): stderr: \u000a| �[0;m�[38;5;43m20221214092635155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092635155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fa3b27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092635155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092635155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092635155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092635155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092635157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092635158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092635158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092635158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:36.162030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1089): Terminating (SIGTERM)\u000a09:26:36.203390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1092): Terminating (SIGTERM)\u000a09:26:36.244653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1095): Terminating (SIGTERM)\u000a09:26:36.254304 --- ParallelTerminationStrategy: PID 1089 died...\u000a09:26:36.309806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1089): Terminated: ok {rc=0}\u000a09:26:36.319812 --- ParallelTerminationStrategy: PID 1092 died...\u000a09:26:36.375045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1092): Terminated: ok {rc=0}\u000a09:26:36.385108 --- ParallelTerminationStrategy: PID 1095 died...\u000a09:26:36.440175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1095): Terminated: ok {rc=0}\u000a09:26:36.526208 bus /sierra_3: Setting Powered False\u000a09:26:37.632163 bus /sierra_3: Setting Powered False\u000a09:26:38.739676 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1104): Process ended prematurely: osmo-stp_10.42.42.5(pid=1104) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1104)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1104): Process ended prematurely: osmo-stp_10.42.42.5(pid=1104) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:26:39.853914 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:39.866303 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:26:40.020644 tst mo_mt_call_osmux.py: using LAC 39972\u000a09:26:40.147138 tst mo_mt_call_osmux.py: using RAC 192\u000a09:26:40.282127 tst mo_mt_call_osmux.py: using CellId 39972\u000a09:26:40.412652 tst mo_mt_call_osmux.py: using BVCI 39973\u000a09:26:40.435849 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:40.447228 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:40.458566 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:40.469589 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:40.481549 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:26:40.493686 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:26:40.612382 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:26:40.816235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:41.293796 run create_hlr_db(pid=1098): Launched\u000a09:26:41.466648 bus /sierra_2: Setting Powered False\u000a09:26:42.489366 run create_hlr_db(pid=1098): Terminated: ok {rc=0}\u000a09:26:42.918142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1100): Launched\u000a09:26:43.243325 run osmo-hlr_10.42.42.2(pid=1101): Launched\u000a09:26:43.364419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:43.927369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1103): Launched\u000a09:26:44.249681 run osmo-stp_10.42.42.5(pid=1104): Launched\u000a09:26:44.371626 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:44.961284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1106): Launched\u000a09:26:45.284445 run osmo-msc_10.42.42.6(pid=1107): Launched\u000a09:26:45.473110 run osmo-stp_10.42.42.5(pid=1104): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1104)]\u000a09:26:45.610383 run osmo-stp_10.42.42.5(pid=1104): stdout: \u000a| (launched: 2022-12-14_09:26:44.091671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:45.744893 run osmo-stp_10.42.42.5(pid=1104): stderr: \u000a| �[0;m�[38;5;43m20221214092644279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092644279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092644280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092644280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092644281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092644281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092644281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:45.888321 run osmo-stp_10.42.42.5(pid=1104): stdout: \u000a| (launched: 2022-12-14_09:26:44.091671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:46.033498 run osmo-stp_10.42.42.5(pid=1104): stderr: \u000a| �[0;m�[38;5;43m20221214092644279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092644279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092644280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092644280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092644281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092644281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092644281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:46.088663 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1104): Process ended prematurely: osmo-stp_10.42.42.5(pid=1104) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1104)] [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:26:46.099540 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:26:46.163462 run osmo-hlr_10.42.42.2(pid=1101): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1101)]\u000a09:26:46.214739 run osmo-hlr_10.42.42.2(pid=1101): stdout: \u000a| (launched: 2022-12-14_09:26:43.082759) \u000a09:26:46.266905 run osmo-hlr_10.42.42.2(pid=1101): stderr: \u000a| �[0;m�[1;31m20221214092643277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092643277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092643277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092643277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092643277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092643278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092643293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092643301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092643301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092643301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:46.338362 run osmo-msc_10.42.42.6(pid=1107): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1107)]\u000a09:26:46.390218 run osmo-msc_10.42.42.6(pid=1107): stdout: \u000a| (launched: 2022-12-14_09:26:45.125627) \u000a09:26:46.442229 run osmo-msc_10.42.42.6(pid=1107): stderr: \u000a| �[0;m�[38;5;43m20221214092645444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092645444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f533cfa4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092645445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092645445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092645445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092645445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092645447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092645447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092645447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092645447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:46.486748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1100): Terminating (SIGTERM)\u000a09:26:46.532241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1103): Terminating (SIGTERM)\u000a09:26:46.577034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1106): Terminating (SIGTERM)\u000a09:26:46.587694 --- ParallelTerminationStrategy: PID 1100 died...\u000a09:26:46.647744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1100): Terminated: ok {rc=0}\u000a09:26:46.658980 --- ParallelTerminationStrategy: PID 1103 died...\u000a09:26:46.717752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1103): Terminated: ok {rc=0}\u000a09:26:46.728868 --- ParallelTerminationStrategy: PID 1106 died...\u000a09:26:46.784735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1106): Terminated: ok {rc=0}\u000a09:26:46.877943 bus /sierra_3: Setting Powered False\u000a09:26:47.979138 bus /sierra_3: Setting Powered False\u000a09:26:49.086122 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:26:29" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1120): Process ended prematurely: osmo-stp_10.42.42.5(pid=1120) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1120)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1120): Process ended prematurely: osmo-stp_10.42.42.5(pid=1120) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:26:51.070342 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:51.082151 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:26:51.235671 tst mo_mt_call.py: using LAC 39973\u000a09:26:51.359816 tst mo_mt_call.py: using RAC 193\u000a09:26:51.480826 tst mo_mt_call.py: using CellId 39973\u000a09:26:51.599461 tst mo_mt_call.py: using BVCI 39974\u000a09:26:51.622589 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:51.634888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:51.646082 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:51.657080 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:51.668634 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:26:51.680124 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:26:51.796196 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:26:52.007438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:52.521449 run create_hlr_db(pid=1112): Launched\u000a09:26:52.706816 bus /sierra_2: Setting Powered False\u000a09:26:53.729098 run create_hlr_db(pid=1112): Terminated: ok {rc=0}\u000a09:26:54.133907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1115): Launched\u000a09:26:54.437713 run osmo-hlr_10.42.42.2(pid=1116): Launched\u000a09:26:54.555891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:55.085348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1118): Launched\u000a09:26:55.389855 run osmo-stp_10.42.42.5(pid=1120): Launched\u000a09:26:55.500135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:56.051209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1122): Launched\u000a09:26:56.355539 run osmo-msc_10.42.42.6(pid=1123): Launched\u000a09:26:56.532425 run osmo-stp_10.42.42.5(pid=1120): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1120)]\u000a09:26:56.659968 run osmo-stp_10.42.42.5(pid=1120): stdout: \u000a| (launched: 2022-12-14_09:26:55.238137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:56.786148 run osmo-stp_10.42.42.5(pid=1120): stderr: \u000a| �[0;m�[38;5;43m20221214092655406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092655406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092655406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092655407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092655407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092655407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092655407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:56.906959 run osmo-stp_10.42.42.5(pid=1120): stdout: \u000a| (launched: 2022-12-14_09:26:55.238137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:57.026856 run osmo-stp_10.42.42.5(pid=1120): stderr: \u000a| �[0;m�[38;5;43m20221214092655406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092655406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092655406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092655407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092655407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092655407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092655407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:57.079679 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1120): Process ended prematurely: osmo-stp_10.42.42.5(pid=1120) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1120)] [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:26:57.088389 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:26:57.148243 run osmo-hlr_10.42.42.2(pid=1116): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1116)]\u000a09:26:57.197133 run osmo-hlr_10.42.42.2(pid=1116): stdout: \u000a| (launched: 2022-12-14_09:26:54.286656) \u000a09:26:57.246659 run osmo-hlr_10.42.42.2(pid=1116): stderr: \u000a| �[0;m�[1;31m20221214092654457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092654457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092654457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092654457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092654457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092654457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092654470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092654478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092654478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092654478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:57.313829 run osmo-msc_10.42.42.6(pid=1123): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1123)]\u000a09:26:57.362609 run osmo-msc_10.42.42.6(pid=1123): stdout: \u000a| (launched: 2022-12-14_09:26:56.204428) \u000a09:26:57.411879 run osmo-msc_10.42.42.6(pid=1123): stderr: \u000a| �[0;m�[38;5;43m20221214092656472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092656473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78896d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092656473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092656473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092656473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092656473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092656475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092656475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092656476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092656476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:57.453752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1115): Terminating (SIGTERM)\u000a09:26:57.493528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1118): Terminating (SIGTERM)\u000a09:26:57.533252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1122): Terminating (SIGTERM)\u000a09:26:57.542443 --- ParallelTerminationStrategy: PID 1115 died...\u000a09:26:57.596087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1115): Terminated: ok {rc=0}\u000a09:26:57.605675 --- ParallelTerminationStrategy: PID 1118 died...\u000a09:26:57.659137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1118): Terminated: ok {rc=0}\u000a09:26:57.668689 --- ParallelTerminationStrategy: PID 1122 died...\u000a09:26:57.721815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1122): Terminated: ok {rc=0}\u000a09:26:57.804825 bus /sierra_3: Setting Powered False\u000a09:26:58.910778 bus /sierra_3: Setting Powered False\u000a09:27:00.018901 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1140): Process ended prematurely: osmo-stp_10.42.42.5(pid=1140) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1140)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1140): Process ended prematurely: osmo-stp_10.42.42.5(pid=1140) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:27:01.162108 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:27:01.179442 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:27:01.373614 tst mo_mt_call_osmux.py: using LAC 39974\u000a09:27:01.527329 tst mo_mt_call_osmux.py: using RAC 194\u000a09:27:01.655270 tst mo_mt_call_osmux.py: using CellId 39974\u000a09:27:01.808274 tst mo_mt_call_osmux.py: using BVCI 39975\u000a09:27:01.834216 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:27:01.846892 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:27:01.859142 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:27:01.871399 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:27:01.885438 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:27:01.900324 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:27:02.039026 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:27:02.288531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:02.807646 run create_hlr_db(pid=1129): Launched\u000a09:27:02.993536 bus /sierra_2: Setting Powered False\u000a09:27:04.016050 run create_hlr_db(pid=1129): Terminated: ok {rc=0}\u000a09:27:04.420869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1131): Launched\u000a09:27:04.724222 run osmo-hlr_10.42.42.2(pid=1132): Launched\u000a09:27:04.839326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:05.363770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1139): Launched\u000a09:27:05.665445 run osmo-stp_10.42.42.5(pid=1140): Launched\u000a09:27:05.775225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:06.328395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1142): Launched\u000a09:27:06.632251 run osmo-msc_10.42.42.6(pid=1144): Launched\u000a09:27:06.810449 run osmo-stp_10.42.42.5(pid=1140): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1140)]\u000a09:27:06.938817 run osmo-stp_10.42.42.5(pid=1140): stdout: \u000a| (launched: 2022-12-14_09:27:05.516661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:07.064832 run osmo-stp_10.42.42.5(pid=1140): stderr: \u000a| �[0;m�[38;5;43m20221214092705685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092705685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092705685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092705686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092705686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092705686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092705686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:07.186607 run osmo-stp_10.42.42.5(pid=1140): stdout: \u000a| (launched: 2022-12-14_09:27:05.516661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:07.307428 run osmo-stp_10.42.42.5(pid=1140): stderr: \u000a| �[0;m�[38;5;43m20221214092705685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092705685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092705685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092705686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092705686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092705686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092705686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:07.360610 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1140): Process ended prematurely: osmo-stp_10.42.42.5(pid=1140) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1140)] [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:27:07.369515 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:27:07.429850 run osmo-hlr_10.42.42.2(pid=1132): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1132)]\u000a09:27:07.479133 run osmo-hlr_10.42.42.2(pid=1132): stdout: \u000a| (launched: 2022-12-14_09:27:04.574822) \u000a09:27:07.529000 run osmo-hlr_10.42.42.2(pid=1132): stderr: \u000a| �[0;m�[1;31m20221214092704752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092704752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092704752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092704752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092704752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092704752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092704764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092704773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092704773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092704774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:07.596700 run osmo-msc_10.42.42.6(pid=1144): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1144)]\u000a09:27:07.645996 run osmo-msc_10.42.42.6(pid=1144): stdout: \u000a| (launched: 2022-12-14_09:27:06.481325) \u000a09:27:07.695954 run osmo-msc_10.42.42.6(pid=1144): stderr: \u000a| �[0;m�[38;5;43m20221214092706752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092706753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe75c488c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092706753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092706753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092706753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092706753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092706755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092706755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092706755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092706756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:07.738167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1131): Terminating (SIGTERM)\u000a09:27:07.777879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1139): Terminating (SIGTERM)\u000a09:27:07.817444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1142): Terminating (SIGTERM)\u000a09:27:07.826551 --- ParallelTerminationStrategy: PID 1131 died...\u000a09:27:07.880484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1131): Terminated: ok {rc=0}\u000a09:27:07.890147 --- ParallelTerminationStrategy: PID 1139 died...\u000a09:27:07.943632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1139): Terminated: ok {rc=0}\u000a09:27:07.953134 --- ParallelTerminationStrategy: PID 1142 died...\u000a09:27:08.006883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1142): Terminated: ok {rc=0}\u000a09:27:08.094423 bus /sierra_3: Setting Powered False\u000a09:27:09.196670 bus /sierra_3: Setting Powered False\u000a09:27:10.303744 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:26:50" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1155): Process ended prematurely: osmo-stp_10.42.42.5(pid=1155) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1155)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1155): Process ended prematurely: osmo-stp_10.42.42.5(pid=1155) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:27:12.282842 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:12.294626 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:27:12.456414 tst mo_mt_call.py: using LAC 39975\u000a09:27:12.578062 tst mo_mt_call.py: using RAC 195\u000a09:27:12.696113 tst mo_mt_call.py: using CellId 39975\u000a09:27:12.815907 tst mo_mt_call.py: using BVCI 39976\u000a09:27:12.839295 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:12.850723 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:12.862058 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:12.873274 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:12.885147 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:12.896837 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:27:13.017908 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:27:13.228681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:13.744661 run create_hlr_db(pid=1149): Launched\u000a09:27:13.931114 bus /sierra_2: Setting Powered False\u000a09:27:14.952886 run create_hlr_db(pid=1149): Terminated: ok {rc=0}\u000a09:27:15.381772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1151): Launched\u000a09:27:15.704825 run osmo-hlr_10.42.42.2(pid=1152): Launched\u000a09:27:15.827346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:16.425502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1154): Launched\u000a09:27:16.835144 run osmo-stp_10.42.42.5(pid=1155): Launched\u000a09:27:17.067402 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:17.664324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1157): Launched\u000a09:27:17.971024 run osmo-msc_10.42.42.6(pid=1158): Launched\u000a09:27:18.148184 run osmo-stp_10.42.42.5(pid=1155): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1155)]\u000a09:27:18.275571 run osmo-stp_10.42.42.5(pid=1155): stdout: \u000a| (launched: 2022-12-14_09:27:16.584023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:18.402207 run osmo-stp_10.42.42.5(pid=1155): stderr: \u000a| �[0;m�[38;5;43m20221214092716913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092716914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092716914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092716914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092716915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092716915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092716915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:18.523585 run osmo-stp_10.42.42.5(pid=1155): stdout: \u000a| (launched: 2022-12-14_09:27:16.584023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:18.643781 run osmo-stp_10.42.42.5(pid=1155): stderr: \u000a| �[0;m�[38;5;43m20221214092716913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092716914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092716914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092716914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092716915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092716915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092716915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:18.697369 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1155): Process ended prematurely: osmo-stp_10.42.42.5(pid=1155) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1155)] [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:27:18.706334 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a09:27:18.766278 run osmo-hlr_10.42.42.2(pid=1152): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1152)]\u000a09:27:18.815420 run osmo-hlr_10.42.42.2(pid=1152): stdout: \u000a| (launched: 2022-12-14_09:27:15.545703) \u000a09:27:18.865562 run osmo-hlr_10.42.42.2(pid=1152): stderr: \u000a| �[0;m�[1;31m20221214092715743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092715743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092715743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092715743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092715743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092715743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092715756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092715764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092715765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092715765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:18.933517 run osmo-msc_10.42.42.6(pid=1158): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1158)]\u000a09:27:18.982618 run osmo-msc_10.42.42.6(pid=1158): stdout: \u000a| (launched: 2022-12-14_09:27:17.818545) \u000a09:27:19.032122 run osmo-msc_10.42.42.6(pid=1158): stderr: \u000a| �[0;m�[38;5;43m20221214092718088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092718088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5c5e26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092718088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092718088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092718088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092718089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092718090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092718091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092718091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092718091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:19.074109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1151): Terminating (SIGTERM)\u000a09:27:19.114450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1154): Terminating (SIGTERM)\u000a09:27:19.154515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1157): Terminating (SIGTERM)\u000a09:27:19.163823 --- ParallelTerminationStrategy: PID 1151 died...\u000a09:27:19.217716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1151): Terminated: ok {rc=0}\u000a09:27:19.227340 --- ParallelTerminationStrategy: PID 1154 died...\u000a09:27:19.281098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1154): Terminated: ok {rc=0}\u000a09:27:19.290770 --- ParallelTerminationStrategy: PID 1157 died...\u000a09:27:19.344435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1157): Terminated: ok {rc=0}\u000a09:27:19.432638 bus /sierra_3: Setting Powered False\u000a09:27:20.534724 bus /sierra_3: Setting Powered False\u000a09:27:21.644545 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1166): Process ended prematurely: osmo-stp_10.42.42.5(pid=1166) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1166)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1166): Process ended prematurely: osmo-stp_10.42.42.5(pid=1166) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:27:22.759258 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:22.771737 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:27:22.927077 tst mo_mt_call_osmux.py: using LAC 39976\u000a09:27:23.052579 tst mo_mt_call_osmux.py: using RAC 196\u000a09:27:23.181155 tst mo_mt_call_osmux.py: using CellId 39976\u000a09:27:23.309491 tst mo_mt_call_osmux.py: using BVCI 39977\u000a09:27:23.334183 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:23.346095 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:23.357746 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:23.369405 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:23.381150 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:27:23.392741 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:27:23.512001 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:27:23.715241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:24.193239 run create_hlr_db(pid=1160): Launched\u000a09:27:24.365454 bus /sierra_2: Setting Powered False\u000a09:27:25.387000 run create_hlr_db(pid=1160): Terminated: ok {rc=0}\u000a09:27:25.814650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1162): Launched\u000a09:27:26.139491 run osmo-hlr_10.42.42.2(pid=1163): Launched\u000a09:27:26.257618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:26.818080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1165): Launched\u000a09:27:27.142291 run osmo-stp_10.42.42.5(pid=1166): Launched\u000a09:27:27.258978 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:27.855742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1168): Launched\u000a09:27:28.182696 run osmo-msc_10.42.42.6(pid=1169): Launched\u000a09:27:28.371220 run osmo-stp_10.42.42.5(pid=1166): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1166)]\u000a09:27:28.507109 run osmo-stp_10.42.42.5(pid=1166): stdout: \u000a| (launched: 2022-12-14_09:27:26.982276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:28.642567 run osmo-stp_10.42.42.5(pid=1166): stderr: \u000a| �[0;m�[38;5;43m20221214092727172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092727173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092727173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092727173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092727174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092727174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092727174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:28.772347 run osmo-stp_10.42.42.5(pid=1166): stdout: \u000a| (launched: 2022-12-14_09:27:26.982276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:28.901954 run osmo-stp_10.42.42.5(pid=1166): stderr: \u000a| �[0;m�[38;5;43m20221214092727172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092727173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092727173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092727173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092727174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092727174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092727174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:28.959051 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1166): Process ended prematurely: osmo-stp_10.42.42.5(pid=1166) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1166)] [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:27:28.968636 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:27:29.031551 run osmo-hlr_10.42.42.2(pid=1163): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1163)]\u000a09:27:29.083048 run osmo-hlr_10.42.42.2(pid=1163): stdout: \u000a| (launched: 2022-12-14_09:27:25.979253) \u000a09:27:29.135243 run osmo-hlr_10.42.42.2(pid=1163): stderr: \u000a| �[0;m�[1;31m20221214092726173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092726173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092726173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092726173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092726173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092726173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092726186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092726195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092726195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092726195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:29.205927 run osmo-msc_10.42.42.6(pid=1169): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1169)]\u000a09:27:29.257020 run osmo-msc_10.42.42.6(pid=1169): stdout: \u000a| (launched: 2022-12-14_09:27:28.021382) \u000a09:27:29.308724 run osmo-msc_10.42.42.6(pid=1169): stderr: \u000a| �[0;m�[38;5;43m20221214092728341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092728342 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65bc3a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092728342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092728342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092728342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092728342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092728344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092728345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092728345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092728345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:29.353216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1162): Terminating (SIGTERM)\u000a09:27:29.394945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1165): Terminating (SIGTERM)\u000a09:27:29.436701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1168): Terminating (SIGTERM)\u000a09:27:29.446448 --- ParallelTerminationStrategy: PID 1162 died...\u000a09:27:29.502813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1162): Terminated: ok {rc=0}\u000a09:27:29.513149 --- ParallelTerminationStrategy: PID 1165 died...\u000a09:27:29.569032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1165): Terminated: ok {rc=0}\u000a09:27:29.579234 --- ParallelTerminationStrategy: PID 1168 died...\u000a09:27:29.635018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1168): Terminated: ok {rc=0}\u000a09:27:29.722672 bus /sierra_3: Setting Powered False\u000a09:27:30.824672 bus /sierra_3: Setting Powered False\u000a09:27:31.957414 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:27:12" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1182): Process ended prematurely: osmo-stp_10.42.42.5(pid=1182) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1182)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1182): Process ended prematurely: osmo-stp_10.42.42.5(pid=1182) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:27:33.921394 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:33.932837 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:27:34.080110 tst mo_mt_call.py: using LAC 39977\u000a09:27:34.200809 tst mo_mt_call.py: using RAC 197\u000a09:27:34.319076 tst mo_mt_call.py: using CellId 39977\u000a09:27:34.444170 tst mo_mt_call.py: using BVCI 39978\u000a09:27:34.469014 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:34.480914 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:34.493042 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:34.504830 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:34.516679 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:34.528407 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:27:34.645537 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:27:34.856499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:35.370709 run create_hlr_db(pid=1176): Launched\u000a09:27:35.555754 bus /sierra_2: Setting Powered False\u000a09:27:36.576557 run create_hlr_db(pid=1176): Terminated: ok {rc=0}\u000a09:27:36.980800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1178): Launched\u000a09:27:37.282881 run osmo-hlr_10.42.42.2(pid=1179): Launched\u000a09:27:37.399297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:37.927871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1181): Launched\u000a09:27:38.229646 run osmo-stp_10.42.42.5(pid=1182): Launched\u000a09:27:38.341261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:38.893109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1184): Launched\u000a09:27:39.194905 run osmo-msc_10.42.42.6(pid=1185): Launched\u000a09:27:39.371080 run osmo-stp_10.42.42.5(pid=1182): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1182)]\u000a09:27:39.498123 run osmo-stp_10.42.42.5(pid=1182): stdout: \u000a| (launched: 2022-12-14_09:27:38.081134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:39.624002 run osmo-stp_10.42.42.5(pid=1182): stderr: \u000a| �[0;m�[38;5;43m20221214092738248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092738249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092738249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092738249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092738250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092738250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092738250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:39.744457 run osmo-stp_10.42.42.5(pid=1182): stdout: \u000a| (launched: 2022-12-14_09:27:38.081134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:39.863714 run osmo-stp_10.42.42.5(pid=1182): stderr: \u000a| �[0;m�[38;5;43m20221214092738248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092738249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092738249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092738249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092738250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092738250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092738250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:39.916688 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1182): Process ended prematurely: osmo-stp_10.42.42.5(pid=1182) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1182)] [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:27:39.925361 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:27:39.985715 run osmo-hlr_10.42.42.2(pid=1179): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1179)]\u000a09:27:40.034758 run osmo-hlr_10.42.42.2(pid=1179): stdout: \u000a| (launched: 2022-12-14_09:27:37.134087) \u000a09:27:40.084332 run osmo-hlr_10.42.42.2(pid=1179): stderr: \u000a| �[0;m�[1;31m20221214092737306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092737306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092737306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092737306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092737306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092737306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092737319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092737329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092737329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092737330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:40.151656 run osmo-msc_10.42.42.6(pid=1185): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1185)]\u000a09:27:40.200367 run osmo-msc_10.42.42.6(pid=1185): stdout: \u000a| (launched: 2022-12-14_09:27:39.045381) \u000a09:27:40.249537 run osmo-msc_10.42.42.6(pid=1185): stderr: \u000a| �[0;m�[38;5;43m20221214092739313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092739313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc642459c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092739313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092739314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092739314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092739314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092739315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092739316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092739316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092739316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:40.291539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1178): Terminating (SIGTERM)\u000a09:27:40.331183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1181): Terminating (SIGTERM)\u000a09:27:40.370756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1184): Terminating (SIGTERM)\u000a09:27:40.379901 --- ParallelTerminationStrategy: PID 1178 died...\u000a09:27:40.433467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1178): Terminated: ok {rc=0}\u000a09:27:40.442927 --- ParallelTerminationStrategy: PID 1181 died...\u000a09:27:40.496103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1181): Terminated: ok {rc=0}\u000a09:27:40.505678 --- ParallelTerminationStrategy: PID 1184 died...\u000a09:27:40.558685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1184): Terminated: ok {rc=0}\u000a09:27:40.646823 bus /sierra_3: Setting Powered False\u000a09:27:41.748720 bus /sierra_3: Setting Powered False\u000a09:27:42.858433 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1193): Process ended prematurely: osmo-stp_10.42.42.5(pid=1193) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1193)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1193): Process ended prematurely: osmo-stp_10.42.42.5(pid=1193) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:27:43.971326 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:43.983790 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:27:44.137252 tst mo_mt_call_osmux.py: using LAC 39978\u000a09:27:44.256694 tst mo_mt_call_osmux.py: using RAC 198\u000a09:27:44.375085 tst mo_mt_call_osmux.py: using CellId 39978\u000a09:27:44.499361 tst mo_mt_call_osmux.py: using BVCI 39979\u000a09:27:44.524066 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:44.535866 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:44.547571 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:44.559230 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:44.571010 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:27:44.582737 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:27:44.700409 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:27:44.911514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:45.429464 run create_hlr_db(pid=1187): Launched\u000a09:27:45.614913 bus /sierra_2: Setting Powered False\u000a09:27:46.640166 run create_hlr_db(pid=1187): Terminated: ok {rc=0}\u000a09:27:47.084401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1189): Launched\u000a09:27:47.388873 run osmo-hlr_10.42.42.2(pid=1190): Launched\u000a09:27:47.509107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:48.043998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1192): Launched\u000a09:27:48.349769 run osmo-stp_10.42.42.5(pid=1193): Launched\u000a09:27:48.460406 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:49.013527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1195): Launched\u000a09:27:49.318337 run osmo-msc_10.42.42.6(pid=1196): Launched\u000a09:27:49.494913 run osmo-stp_10.42.42.5(pid=1193): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1193)]\u000a09:27:49.622740 run osmo-stp_10.42.42.5(pid=1193): stdout: \u000a| (launched: 2022-12-14_09:27:48.197759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:49.748692 run osmo-stp_10.42.42.5(pid=1193): stderr: \u000a| �[0;m�[38;5;43m20221214092748366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092748366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092748366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092748367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092748367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092748367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092748367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:49.870007 run osmo-stp_10.42.42.5(pid=1193): stdout: \u000a| (launched: 2022-12-14_09:27:48.197759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:49.990206 run osmo-stp_10.42.42.5(pid=1193): stderr: \u000a| �[0;m�[38;5;43m20221214092748366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092748366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092748366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092748367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092748367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092748367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092748367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:50.043354 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1193): Process ended prematurely: osmo-stp_10.42.42.5(pid=1193) [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1193)] [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:27:50.052111 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:27:50.112932 run osmo-hlr_10.42.42.2(pid=1190): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1190)]\u000a09:27:50.162182 run osmo-hlr_10.42.42.2(pid=1190): stdout: \u000a| (launched: 2022-12-14_09:27:47.240321) \u000a09:27:50.212045 run osmo-hlr_10.42.42.2(pid=1190): stderr: \u000a| �[0;m�[1;31m20221214092747413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092747413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092747413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092747413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092747413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092747413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092747426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092747434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092747435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092747435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:50.279664 run osmo-msc_10.42.42.6(pid=1196): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1196)]\u000a09:27:50.328916 run osmo-msc_10.42.42.6(pid=1196): stdout: \u000a| (launched: 2022-12-14_09:27:49.166558) \u000a09:27:50.378926 run osmo-msc_10.42.42.6(pid=1196): stderr: \u000a| �[0;m�[38;5;43m20221214092749433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092749433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f564ff5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092749433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092749433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092749433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092749434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092749435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092749436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092749436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092749436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:50.421318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1189): Terminating (SIGTERM)\u000a09:27:50.461276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1192): Terminating (SIGTERM)\u000a09:27:50.501102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1195): Terminating (SIGTERM)\u000a09:27:50.510345 --- ParallelTerminationStrategy: PID 1189 died...\u000a09:27:50.564350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1189): Terminated: ok {rc=0}\u000a09:27:50.574054 --- ParallelTerminationStrategy: PID 1192 died...\u000a09:27:50.627587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1192): Terminated: ok {rc=0}\u000a09:27:50.637159 --- ParallelTerminationStrategy: PID 1195 died...\u000a09:27:50.690517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1195): Terminated: ok {rc=0}\u000a09:27:50.779108 bus /sierra_3: Setting Powered False\u000a09:27:51.881926 bus /sierra_3: Setting Powered False\u000a09:27:52.993367 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:27:33" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1207): Process ended prematurely: osmo-stp_10.42.42.5(pid=1207) [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1207)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1207): Process ended prematurely: osmo-stp_10.42.42.5(pid=1207) [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:27:54.960554 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:54.971984 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:27:55.118157 tst mo_mt_call.py: using LAC 39979\u000a09:27:55.236086 tst mo_mt_call.py: using RAC 199\u000a09:27:55.364065 tst mo_mt_call.py: using CellId 39979\u000a09:27:55.490694 tst mo_mt_call.py: using BVCI 39980\u000a09:27:55.515640 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:55.527638 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:55.539495 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:55.551273 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:55.563807 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:27:55.575835 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:27:55.694455 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:27:55.896837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:56.373624 run create_hlr_db(pid=1201): Launched\u000a09:27:56.546129 bus /sierra_2: Setting Powered False\u000a09:27:57.569107 run create_hlr_db(pid=1201): Terminated: ok {rc=0}\u000a09:27:57.969992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1203): Launched\u000a09:27:58.272547 run osmo-hlr_10.42.42.2(pid=1204): Launched\u000a09:27:58.386581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:58.910114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1206): Launched\u000a09:27:59.213995 run osmo-stp_10.42.42.5(pid=1207): Launched\u000a09:27:59.324021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:59.878765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1209): Launched\u000a09:28:00.182819 run osmo-msc_10.42.42.6(pid=1210): Launched\u000a09:28:00.359526 run osmo-stp_10.42.42.5(pid=1207): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1207)]\u000a09:28:00.487481 run osmo-stp_10.42.42.5(pid=1207): stdout: \u000a| (launched: 2022-12-14_09:27:59.062691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:00.613053 run osmo-stp_10.42.42.5(pid=1207): stderr: \u000a| �[0;m�[38;5;43m20221214092759229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092759229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092759229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092759230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092759230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092759230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092759230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:00.733872 run osmo-stp_10.42.42.5(pid=1207): stdout: \u000a| (launched: 2022-12-14_09:27:59.062691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:00.868358 run osmo-stp_10.42.42.5(pid=1207): stderr: \u000a| �[0;m�[38;5;43m20221214092759229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092759229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092759229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092759230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092759230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092759230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092759230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:00.939522 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1207): Process ended prematurely: osmo-stp_10.42.42.5(pid=1207) [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1207)] [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:28:00.949218 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:28:01.013453 run osmo-hlr_10.42.42.2(pid=1204): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1204)]\u000a09:28:01.066089 run osmo-hlr_10.42.42.2(pid=1204): stdout: \u000a| (launched: 2022-12-14_09:27:58.123451) \u000a09:28:01.117555 run osmo-hlr_10.42.42.2(pid=1204): stderr: \u000a| �[0;m�[1;31m20221214092758295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092758295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092758295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092758295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092758295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092758295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092758307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092758316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092758316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092758316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:01.187474 run osmo-msc_10.42.42.6(pid=1210): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1210)]\u000a09:28:01.238602 run osmo-msc_10.42.42.6(pid=1210): stdout: \u000a| (launched: 2022-12-14_09:28:00.031563) \u000a09:28:01.290469 run osmo-msc_10.42.42.6(pid=1210): stderr: \u000a| �[0;m�[38;5;43m20221214092800299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092800300 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52db1a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092800300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092800300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092800300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092800300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092800302 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092800302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092800302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092800302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:01.334689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1203): Terminating (SIGTERM)\u000a09:28:01.375889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1206): Terminating (SIGTERM)\u000a09:28:01.417115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1209): Terminating (SIGTERM)\u000a09:28:01.426817 --- ParallelTerminationStrategy: PID 1203 died...\u000a09:28:01.483311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1203): Terminated: ok {rc=0}\u000a09:28:01.493795 --- ParallelTerminationStrategy: PID 1206 died...\u000a09:28:01.549901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1206): Terminated: ok {rc=0}\u000a09:28:01.560281 --- ParallelTerminationStrategy: PID 1209 died...\u000a09:28:01.615382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1209): Terminated: ok {rc=0}\u000a09:28:01.702826 bus /sierra_3: Setting Powered False\u000a09:28:02.804689 bus /sierra_3: Setting Powered False\u000a09:28:03.911353 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1218): Process ended prematurely: osmo-stp_10.42.42.5(pid=1218) [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1218)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1218): Process ended prematurely: osmo-stp_10.42.42.5(pid=1218) [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:28:05.025792 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:28:05.038461 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:28:05.193470 tst mo_mt_call_osmux.py: using LAC 39980\u000a09:28:05.317202 tst mo_mt_call_osmux.py: using RAC 200\u000a09:28:05.438987 tst mo_mt_call_osmux.py: using CellId 39980\u000a09:28:05.558257 tst mo_mt_call_osmux.py: using BVCI 39981\u000a09:28:05.581523 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:28:05.592817 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:28:05.604127 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:28:05.615440 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:28:05.627244 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:28:05.639040 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:28:05.754502 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:28:05.967948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:06.484824 run create_hlr_db(pid=1212): Launched\u000a09:28:06.670750 bus /sierra_2: Setting Powered False\u000a09:28:07.692549 run create_hlr_db(pid=1212): Terminated: ok {rc=0}\u000a09:28:08.098491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1214): Launched\u000a09:28:08.403837 run osmo-hlr_10.42.42.2(pid=1215): Launched\u000a09:28:08.519626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:09.045083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1217): Launched\u000a09:28:09.348424 run osmo-stp_10.42.42.5(pid=1218): Launched\u000a09:28:09.459554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:10.012542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1220): Launched\u000a09:28:10.318757 run osmo-msc_10.42.42.6(pid=1221): Launched\u000a09:28:10.496220 run osmo-stp_10.42.42.5(pid=1218): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1218)]\u000a09:28:10.624187 run osmo-stp_10.42.42.5(pid=1218): stdout: \u000a| (launched: 2022-12-14_09:28:09.198463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:10.750297 run osmo-stp_10.42.42.5(pid=1218): stderr: \u000a| �[0;m�[38;5;43m20221214092809365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092809365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092809365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092809366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092809366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092809366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092809366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:10.871412 run osmo-stp_10.42.42.5(pid=1218): stdout: \u000a| (launched: 2022-12-14_09:28:09.198463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:10.991728 run osmo-stp_10.42.42.5(pid=1218): stderr: \u000a| �[0;m�[38;5;43m20221214092809365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092809365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092809365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092809366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092809366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092809366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092809366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:11.045003 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1218): Process ended prematurely: osmo-stp_10.42.42.5(pid=1218) [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1218)] [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:28:11.053781 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:28:11.114263 run osmo-hlr_10.42.42.2(pid=1215): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1215)]\u000a09:28:11.163354 run osmo-hlr_10.42.42.2(pid=1215): stdout: \u000a| (launched: 2022-12-14_09:28:08.252787) \u000a09:28:11.213343 run osmo-hlr_10.42.42.2(pid=1215): stderr: \u000a| �[0;m�[1;31m20221214092808425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092808425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092808425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092808425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092808425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092808425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092808438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092808447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092808447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092808447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:11.281226 run osmo-msc_10.42.42.6(pid=1221): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1221)]\u000a09:28:11.330706 run osmo-msc_10.42.42.6(pid=1221): stdout: \u000a| (launched: 2022-12-14_09:28:10.166211) \u000a09:28:11.380884 run osmo-msc_10.42.42.6(pid=1221): stderr: \u000a| �[0;m�[38;5;43m20221214092810433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092810433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18ba607c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092810433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092810433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092810433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092810433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092810435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092810435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092810436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092810436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:11.423260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1214): Terminating (SIGTERM)\u000a09:28:11.463165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1217): Terminating (SIGTERM)\u000a09:28:11.503099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1220): Terminating (SIGTERM)\u000a09:28:11.512292 --- ParallelTerminationStrategy: PID 1214 died...\u000a09:28:11.566550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1214): Terminated: ok {rc=0}\u000a09:28:11.576245 --- ParallelTerminationStrategy: PID 1217 died...\u000a09:28:11.630152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1217): Terminated: ok {rc=0}\u000a09:28:11.639603 --- ParallelTerminationStrategy: PID 1220 died...\u000a09:28:11.693769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1220): Terminated: ok {rc=0}\u000a09:28:11.782291 bus /sierra_3: Setting Powered False\u000a09:28:12.884511 bus /sierra_3: Setting Powered False\u000a09:28:13.996331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:27:54" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2402↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2402↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:28:15.996153 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:16.015187 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:28:16.185574 tst emergency_mo_mt_call.py: using LAC 39981\u000a09:28:16.321328 tst emergency_mo_mt_call.py: using RAC 201\u000a09:28:16.448844 tst emergency_mo_mt_call.py: using CellId 39981\u000a09:28:16.577388 tst emergency_mo_mt_call.py: using BVCI 39982\u000a09:28:16.602888 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:16.615028 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:16.627708 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:16.639790 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:16.651994 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:16.664225 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:28:16.790903 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:28:16.998712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:17.500860 run create_hlr_db(pid=1226): Launched\u000a09:28:17.682420 bus /sierra_2: Setting Powered False\u000a09:28:18.703000 run create_hlr_db(pid=1226): Terminated: ok {rc=0}\u000a09:28:19.120050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Launched\u000a09:28:19.431377 run osmo-hlr_10.42.42.2(pid=1229): Launched\u000a09:28:19.548139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:20.096813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Launched\u000a09:28:20.409247 run osmo-stp_10.42.42.5(pid=1233): Launched\u000a09:28:20.535341 tst emergency_mo_mt_call.py: using MSISDN 8609\u000a09:28:20.690974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:21.263975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1235): Launched\u000a09:28:21.577549 run osmo-msc_10.42.42.6(pid=1236): Launched\u000a09:28:21.761552 run osmo-stp_10.42.42.5(pid=1233): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)]\u000a09:28:21.894507 run osmo-stp_10.42.42.5(pid=1233): stdout: \u000a| (launched: 2022-12-14_09:28:20.255604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:22.027654 run osmo-stp_10.42.42.5(pid=1233): stderr: \u000a| �[0;m�[38;5;43m20221214092820443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092820443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092820443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092820444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092820444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092820444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092820444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:22.153972 run osmo-stp_10.42.42.5(pid=1233): stdout: \u000a| (launched: 2022-12-14_09:28:20.255604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:22.278973 run osmo-stp_10.42.42.5(pid=1233): stderr: \u000a| �[0;m�[38;5;43m20221214092820443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092820443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092820443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092820444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092820444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092820444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092820444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:22.334232 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2402↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)] [trial-2402↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a09:28:22.343089 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a09:28:22.405924 run osmo-hlr_10.42.42.2(pid=1229): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1229)]\u000a09:28:22.457431 run osmo-hlr_10.42.42.2(pid=1229): stdout: \u000a| (launched: 2022-12-14_09:28:19.278891) \u000a09:28:22.509620 run osmo-hlr_10.42.42.2(pid=1229): stderr: \u000a| �[0;m�[1;31m20221214092819470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092819470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092819470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092819470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092819470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092819470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092819483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092819491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092819491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092819491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:22.580298 run osmo-msc_10.42.42.6(pid=1236): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1236)]\u000a09:28:22.631593 run osmo-msc_10.42.42.6(pid=1236): stdout: \u000a| (launched: 2022-12-14_09:28:21.423176) \u000a09:28:22.683286 run osmo-msc_10.42.42.6(pid=1236): stderr: \u000a| �[0;m�[38;5;43m20221214092821743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092821744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c2dfb1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092821744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092821744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092821744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092821744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092821746 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092821746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092821746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092821746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:22.727173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Terminating (SIGTERM)\u000a09:28:22.768605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Terminating (SIGTERM)\u000a09:28:22.810761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1235): Terminating (SIGTERM)\u000a09:28:22.820403 --- ParallelTerminationStrategy: PID 1228 died...\u000a09:28:22.875929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Terminated: ok {rc=0}\u000a09:28:22.886100 --- ParallelTerminationStrategy: PID 1232 died...\u000a09:28:22.942020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Terminated: ok {rc=0}\u000a09:28:22.951978 --- ParallelTerminationStrategy: PID 1235 died...\u000a09:28:23.007235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1235): Terminated: ok {rc=0}\u000a09:28:23.093512 bus /sierra_3: Setting Powered False\u000a09:28:24.199134 bus /sierra_3: Setting Powered False\u000a09:28:25.308021 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1244): Process ended prematurely: osmo-stp_10.42.42.5(pid=1244) [trial-2402↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1244)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1244): Process ended prematurely: osmo-stp_10.42.42.5(pid=1244) [trial-2402↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:28:26.360126 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:26.372186 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:28:26.504363 tst emergency_preemptive_call.py: using LAC 39982\u000a09:28:26.618232 tst emergency_preemptive_call.py: using RAC 202\u000a09:28:26.731892 tst emergency_preemptive_call.py: using CellId 39982\u000a09:28:26.846120 tst emergency_preemptive_call.py: using BVCI 39983\u000a09:28:26.868542 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:26.879593 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:26.890618 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:26.901511 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:26.912584 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:28:26.923853 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:28:27.038196 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:28:27.152586 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:28:27.271635 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:28:27.477931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:27.984503 run create_hlr_db(pid=1238): Launched\u000a09:28:28.167111 bus /sierra_2: Setting Powered False\u000a09:28:29.187814 run create_hlr_db(pid=1238): Terminated: ok {rc=0}\u000a09:28:29.584206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1240): Launched\u000a09:28:29.877296 run osmo-hlr_10.42.42.2(pid=1241): Launched\u000a09:28:29.991510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:30.510303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1243): Launched\u000a09:28:30.803237 run osmo-stp_10.42.42.5(pid=1244): Launched\u000a09:28:30.985349 tst emergency_preemptive_call.py: using MSISDN 8610\u000a09:28:31.147052 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:31.752909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1246): Launched\u000a09:28:32.167071 run osmo-msc_10.42.42.6(pid=1247): Launched\u000a09:28:32.379234 run osmo-stp_10.42.42.5(pid=1244): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1244)]\u000a09:28:32.509215 run osmo-stp_10.42.42.5(pid=1244): stdout: \u000a| (launched: 2022-12-14_09:28:30.658417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:32.640362 run osmo-stp_10.42.42.5(pid=1244): stderr: \u000a| �[0;m�[38;5;43m20221214092830822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092830822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092830822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092830823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092830823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092830823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092830823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:32.766082 run osmo-stp_10.42.42.5(pid=1244): stdout: \u000a| (launched: 2022-12-14_09:28:30.658417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:32.890579 run osmo-stp_10.42.42.5(pid=1244): stderr: \u000a| �[0;m�[38;5;43m20221214092830822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092830822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092830822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092830823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092830823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092830823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092830823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:32.945641 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1244): Process ended prematurely: osmo-stp_10.42.42.5(pid=1244) [trial-2402↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1244)] [trial-2402↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a09:28:32.954269 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a09:28:33.016715 run osmo-hlr_10.42.42.2(pid=1241): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1241)]\u000a09:28:33.067924 run osmo-hlr_10.42.42.2(pid=1241): stdout: \u000a| (launched: 2022-12-14_09:28:29.732483) \u000a09:28:33.119899 run osmo-hlr_10.42.42.2(pid=1241): stderr: \u000a| �[0;m�[1;31m20221214092829902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092829903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092829903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092829903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092829903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092829903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092829918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092829929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092829929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092829929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:33.190725 run osmo-msc_10.42.42.6(pid=1247): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1247)]\u000a09:28:33.241965 run osmo-msc_10.42.42.6(pid=1247): stdout: \u000a| (launched: 2022-12-14_09:28:31.916584) \u000a09:28:33.293748 run osmo-msc_10.42.42.6(pid=1247): stderr: \u000a| �[0;m�[38;5;43m20221214092832314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214092832314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f352668cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214092832314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214092832314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214092832315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214092832315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214092832317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214092832317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214092832317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214092832317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:33.337567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1240): Terminating (SIGTERM)\u000a09:28:33.378964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1243): Terminating (SIGTERM)\u000a09:28:33.420449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1246): Terminating (SIGTERM)\u000a09:28:33.430150 --- ParallelTerminationStrategy: PID 1240 died...\u000a09:28:33.485467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1240): Terminated: ok {rc=0}\u000a09:28:33.495465 --- ParallelTerminationStrategy: PID 1243 died...\u000a09:28:33.550409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1243): Terminated: ok {rc=0}\u000a09:28:33.560758 --- ParallelTerminationStrategy: PID 1246 died...\u000a09:28:33.615762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1246): Terminated: ok {rc=0}\u000a09:28:33.701878 bus /sierra_9: Setting Powered False\u000a09:28:34.806763 bus /sierra_9: Setting Powered False\u000a09:28:35.917281 bus /sierra_8: Setting Powered False\u000a09:28:37.019096 bus /sierra_8: Setting Powered False\u000a09:28:38.129151 bus /sierra_3: Setting Powered False\u000a09:28:39.232932 bus /sierra_3: Setting Powered False\u000a09:28:40.339815 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:28:15" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1262): Process ended prematurely: osmo-stp_10.42.42.5(pid=1262) [trial-2402↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1262)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1262): Process ended prematurely: osmo-stp_10.42.42.5(pid=1262) [trial-2402↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:28:42.428758 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:42.439578 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:28:42.565659 tst cs_paging_gprs_active.py: using LAC 39983\u000a09:28:42.690424 tst cs_paging_gprs_active.py: using RAC 203\u000a09:28:42.820536 tst cs_paging_gprs_active.py: using CellId 39983\u000a09:28:42.945028 tst cs_paging_gprs_active.py: using BVCI 39984\u000a09:28:42.969827 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:42.981158 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:42.992360 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:43.003446 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:43.014389 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:43.025520 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:43.036634 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:43.047618 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:43.059110 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:28:43.175792 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:28:43.465880 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:28:43.599636 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:43.931126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1252): Launched\u000a09:28:44.207765 run iperf3-srv_10.42.42.10(pid=1253): Launched\u000a09:28:44.404061 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:28:44.538701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:44.870694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1254): Launched\u000a09:28:45.147497 run iperf3-srv_10.42.42.10(pid=1255): Launched\u000a09:28:45.344088 tst cs_paging_gprs_active.py:38: start network...\u000a09:28:45.477861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:46.038160 run create_hlr_db(pid=1256): Launched\u000a09:28:46.220010 bus /sierra_2: Setting Powered False\u000a09:28:47.270398 run create_hlr_db(pid=1256): Terminated: ok {rc=0}\u000a09:28:47.695393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1258): Launched\u000a09:28:48.016553 run osmo-hlr_10.42.42.2(pid=1259): Launched\u000a09:28:48.134346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:48.691717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1261): Launched\u000a09:28:49.011835 run osmo-stp_10.42.42.5(pid=1262): Launched\u000a09:28:49.127761 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:28:49.686203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1264): Launched\u000a09:28:49.800661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:28:50.080238 run patchelf(pid=1265): Launched\u000a09:28:50.267361 run osmo-stp_10.42.42.5(pid=1262): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1262)]\u000a09:28:50.403872 run osmo-stp_10.42.42.5(pid=1262): stdout: \u000a| (launched: 2022-12-14_09:28:48.854530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:50.541264 run osmo-stp_10.42.42.5(pid=1262): stderr: \u000a| �[0;m�[38;5;43m20221214092849043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092849043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092849043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092849043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092849044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092849044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092849044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:50.674411 run osmo-stp_10.42.42.5(pid=1262): stdout: \u000a| (launched: 2022-12-14_09:28:48.854530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:50.805979 run osmo-stp_10.42.42.5(pid=1262): stderr: \u000a| �[0;m�[38;5;43m20221214092849043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092849043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092849043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092849043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092849044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092849044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092849044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:50.959100 run patchelf(pid=1265): Terminating (SIGINT)\u000a09:28:51.137995 run patchelf(pid=1265): Terminated: ok {rc=0}\u000a09:28:51.170781 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1262): Process ended prematurely: osmo-stp_10.42.42.5(pid=1262) [trial-2402↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1262)] [trial-2402↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a09:28:51.180479 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:28:51.242991 run osmo-hlr_10.42.42.2(pid=1259): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1259)]\u000a09:28:51.293943 run osmo-hlr_10.42.42.2(pid=1259): stdout: \u000a| (launched: 2022-12-14_09:28:47.858456) \u000a09:28:51.345419 run osmo-hlr_10.42.42.2(pid=1259): stderr: \u000a| �[0;m�[1;31m20221214092848052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092848052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092848052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092848052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092848052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092848052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092848105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092848116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092848116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092848116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:51.389785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1252): Terminating (SIGTERM)\u000a09:28:51.431401 run iperf3-srv_10.42.42.10(pid=1253): Terminating (SIGTERM)\u000a09:28:51.473275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1254): Terminating (SIGTERM)\u000a09:28:51.514962 run iperf3-srv_10.42.42.10(pid=1255): Terminating (SIGTERM)\u000a09:28:51.556657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1258): Terminating (SIGTERM)\u000a09:28:51.598517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1261): Terminating (SIGTERM)\u000a09:28:51.640153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1264): Terminating (SIGTERM)\u000a09:28:51.649902 --- ParallelTerminationStrategy: PID 1252 died...\u000a09:28:51.706009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1252): Terminated: ok {rc=0}\u000a09:28:51.716243 --- ParallelTerminationStrategy: PID 1253 died...\u000a09:28:51.771492 run iperf3-srv_10.42.42.10(pid=1253): Terminated {rc=256}\u000a09:28:51.781951 --- ParallelTerminationStrategy: PID 1254 died...\u000a09:28:51.837653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1254): Terminated: ok {rc=0}\u000a09:28:51.847778 --- ParallelTerminationStrategy: PID 1255 died...\u000a09:28:51.903136 run iperf3-srv_10.42.42.10(pid=1255): Terminated {rc=256}\u000a09:28:51.913170 --- ParallelTerminationStrategy: PID 1258 died...\u000a09:28:51.968712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1258): Terminated: ok {rc=0}\u000a09:28:51.978920 --- ParallelTerminationStrategy: PID 1261 died...\u000a09:28:52.034238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1261): Terminated: ok {rc=0}\u000a09:28:52.044372 --- ParallelTerminationStrategy: PID 1264 died...\u000a09:28:52.099864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1264): Terminated: ok {rc=0}\u000a09:28:52.185579 bus /gobi_0: Setting Powered False\u000a09:28:53.290909 bus /gobi_0: Setting Powered False\u000a09:28:54.398801 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1274): Process ended prematurely: osmo-stp_10.42.42.5(pid=1274) [trial-2402↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1274)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1274): Process ended prematurely: osmo-stp_10.42.42.5(pid=1274) [trial-2402↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a09:28:55.511430 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:55.523135 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:28:55.653236 tst iperf3.py: using LAC 39984\u000a09:28:55.777870 tst iperf3.py: using RAC 204\u000a09:28:55.903515 tst iperf3.py: using CellId 39984\u000a09:28:56.028597 tst iperf3.py: using BVCI 39985\u000a09:28:56.053388 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:56.064780 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:56.075981 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:56.087003 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:56.097922 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:56.108789 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:56.119946 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:56.130994 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:28:56.142183 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:28:56.419569 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:28:56.544574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:56.855576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1266): Launched\u000a09:28:57.114058 run iperf3-srv_10.42.42.10(pid=1267): Launched\u000a09:28:57.295700 tst iperf3.py:8: start network...\u000a09:28:57.421100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:57.894123 run create_hlr_db(pid=1268): Launched\u000a09:28:58.065914 bus /gobi_6: Setting Powered False\u000a09:28:59.086943 run create_hlr_db(pid=1268): Terminated: ok {rc=0}\u000a09:28:59.511126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1270): Launched\u000a09:28:59.832376 run osmo-hlr_10.42.42.2(pid=1271): Launched\u000a09:28:59.950145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:00.506211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1273): Launched\u000a09:29:00.832779 run osmo-stp_10.42.42.5(pid=1274): Launched\u000a09:29:01.081537 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:01.668349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1276): Launched\u000a09:29:01.786989 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:02.083575 run patchelf(pid=1277): Launched\u000a09:29:02.271948 run osmo-stp_10.42.42.5(pid=1274): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1274)]\u000a09:29:02.408545 run osmo-stp_10.42.42.5(pid=1274): stdout: \u000a| (launched: 2022-12-14_09:29:00.668928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:02.545192 run osmo-stp_10.42.42.5(pid=1274): stderr: \u000a| �[0;m�[38;5;43m20221214092900857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092900857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092900857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092900857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092900858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092900858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092900858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:02.677788 run osmo-stp_10.42.42.5(pid=1274): stdout: \u000a| (launched: 2022-12-14_09:29:00.668928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:02.809027 run osmo-stp_10.42.42.5(pid=1274): stderr: \u000a| �[0;m�[38;5;43m20221214092900857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092900857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092900857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092900857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092900858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092900858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092900858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:02.961535 run patchelf(pid=1277): Terminating (SIGINT)\u000a09:29:03.140472 run patchelf(pid=1277): Terminated: ok {rc=0}\u000a09:29:03.173679 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1274): Process ended prematurely: osmo-stp_10.42.42.5(pid=1274) [trial-2402↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1274)] [trial-2402↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a09:29:03.183706 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a09:29:03.246849 run osmo-hlr_10.42.42.2(pid=1271): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1271)]\u000a09:29:03.298558 run osmo-hlr_10.42.42.2(pid=1271): stdout: \u000a| (launched: 2022-12-14_09:28:59.674560) \u000a09:29:03.350805 run osmo-hlr_10.42.42.2(pid=1271): stderr: \u000a| �[0;m�[1;31m20221214092859866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092859866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092859866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092859866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092859866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092859866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092859879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092859887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092859888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092859888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:03.395352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1266): Terminating (SIGTERM)\u000a09:29:03.437464 run iperf3-srv_10.42.42.10(pid=1267): Terminating (SIGTERM)\u000a09:29:03.479699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1270): Terminating (SIGTERM)\u000a09:29:03.521977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1273): Terminating (SIGTERM)\u000a09:29:03.563939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1276): Terminating (SIGTERM)\u000a09:29:03.573790 --- ParallelTerminationStrategy: PID 1266 died...\u000a09:29:03.630097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1266): Terminated: ok {rc=0}\u000a09:29:03.640303 --- ParallelTerminationStrategy: PID 1267 died...\u000a09:29:03.695986 run iperf3-srv_10.42.42.10(pid=1267): Terminated {rc=256}\u000a09:29:03.706203 --- ParallelTerminationStrategy: PID 1270 died...\u000a09:29:03.761829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1270): Terminated: ok {rc=0}\u000a09:29:03.771978 --- ParallelTerminationStrategy: PID 1273 died...\u000a09:29:03.827790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1273): Terminated: ok {rc=0}\u000a09:29:03.837982 --- ParallelTerminationStrategy: PID 1276 died...\u000a09:29:03.893757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1276): Terminated: ok {rc=0}\u000a09:29:03.980615 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1292): Process ended prematurely: osmo-stp_10.42.42.5(pid=1292) [trial-2402↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1292)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1292): Process ended prematurely: osmo-stp_10.42.42.5(pid=1292) [trial-2402↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a09:29:05.094952 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:05.106823 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:29:05.242007 tst iperf3m4.py: using LAC 39985\u000a09:29:05.369153 tst iperf3m4.py: using RAC 205\u000a09:29:05.494302 tst iperf3m4.py: using CellId 39985\u000a09:29:05.618966 tst iperf3m4.py: using BVCI 39986\u000a09:29:05.643563 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:05.654866 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:05.665972 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:05.677192 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:05.688715 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:05.700385 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:05.712231 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:05.723772 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:05.735503 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:29:05.855942 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:29:05.974829 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:29:06.093084 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:29:06.384867 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:29:06.519432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:06.852773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1278): Launched\u000a09:29:07.129570 run iperf3-srv_10.42.42.10(pid=1279): Launched\u000a09:29:07.325269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:29:07.458993 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:07.791122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1280): Launched\u000a09:29:08.068112 run iperf3-srv_10.42.42.10(pid=1281): Launched\u000a09:29:08.263884 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:29:08.397501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:08.729962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1282): Launched\u000a09:29:09.007138 run iperf3-srv_10.42.42.10(pid=1283): Launched\u000a09:29:09.202816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:29:09.336593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:09.667952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1284): Launched\u000a09:29:09.944787 run iperf3-srv_10.42.42.10(pid=1285): Launched\u000a09:29:10.140920 tst iperf3m4.py:8: start network...\u000a09:29:10.275398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:10.791227 run create_hlr_db(pid=1286): Launched\u000a09:29:10.976255 bus /gobi_6: Setting Powered False\u000a09:29:11.998093 run create_hlr_db(pid=1286): Terminated: ok {rc=0}\u000a09:29:12.423657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1288): Launched\u000a09:29:12.748420 run osmo-hlr_10.42.42.2(pid=1289): Launched\u000a09:29:12.865675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:13.423795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1291): Launched\u000a09:29:13.746898 run osmo-stp_10.42.42.5(pid=1292): Launched\u000a09:29:13.862998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:14.424247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1294): Launched\u000a09:29:14.538848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:14.818583 run patchelf(pid=1295): Launched\u000a09:29:15.007767 run osmo-stp_10.42.42.5(pid=1292): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1292)]\u000a09:29:15.144667 run osmo-stp_10.42.42.5(pid=1292): stdout: \u000a| (launched: 2022-12-14_09:29:13.586875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:15.281636 run osmo-stp_10.42.42.5(pid=1292): stderr: \u000a| �[0;m�[38;5;43m20221214092913775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092913776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092913776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092913776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:15.414105 run osmo-stp_10.42.42.5(pid=1292): stdout: \u000a| (launched: 2022-12-14_09:29:13.586875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:15.544799 run osmo-stp_10.42.42.5(pid=1292): stderr: \u000a| �[0;m�[38;5;43m20221214092913775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092913776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092913776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092913776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:15.697328 run patchelf(pid=1295): Terminating (SIGINT)\u000a09:29:15.877068 run patchelf(pid=1295): Terminated: ok {rc=0}\u000a09:29:15.911258 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1292): Process ended prematurely: osmo-stp_10.42.42.5(pid=1292) [trial-2402↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1292)] [trial-2402↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a09:29:15.921622 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:29:15.992379 run osmo-hlr_10.42.42.2(pid=1289): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1289)]\u000a09:29:16.051510 run osmo-hlr_10.42.42.2(pid=1289): stdout: \u000a| (launched: 2022-12-14_09:29:12.587283) \u000a09:29:16.105748 run osmo-hlr_10.42.42.2(pid=1289): stderr: \u000a| �[0;m�[1;31m20221214092912781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092912781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092912782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092912782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092912782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092912782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092912794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092912803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092912803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092912803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:16.151064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1278): Terminating (SIGTERM)\u000a09:29:16.193456 run iperf3-srv_10.42.42.10(pid=1279): Terminating (SIGTERM)\u000a09:29:16.235872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1280): Terminating (SIGTERM)\u000a09:29:16.280651 run iperf3-srv_10.42.42.10(pid=1281): Terminating (SIGTERM)\u000a09:29:16.325338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1282): Terminating (SIGTERM)\u000a09:29:16.368342 run iperf3-srv_10.42.42.10(pid=1283): Terminating (SIGTERM)\u000a09:29:16.410857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1284): Terminating (SIGTERM)\u000a09:29:16.453321 run iperf3-srv_10.42.42.10(pid=1285): Terminating (SIGTERM)\u000a09:29:16.495829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1288): Terminating (SIGTERM)\u000a09:29:16.538747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1291): Terminating (SIGTERM)\u000a09:29:16.581340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1294): Terminating (SIGTERM)\u000a09:29:16.591156 --- ParallelTerminationStrategy: PID 1278 died...\u000a09:29:16.650063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1278): Terminated: ok {rc=0}\u000a09:29:16.659798 --- ParallelTerminationStrategy: PID 1279 died...\u000a09:29:16.717000 run iperf3-srv_10.42.42.10(pid=1279): Terminated {rc=256}\u000a09:29:16.728025 --- ParallelTerminationStrategy: PID 1280 died...\u000a09:29:16.785140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1280): Terminated: ok {rc=0}\u000a09:29:16.795412 --- ParallelTerminationStrategy: PID 1281 died...\u000a09:29:16.851166 run iperf3-srv_10.42.42.10(pid=1281): Terminated {rc=256}\u000a09:29:16.862033 --- ParallelTerminationStrategy: PID 1282 died...\u000a09:29:16.919261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1282): Terminated: ok {rc=0}\u000a09:29:16.929903 --- ParallelTerminationStrategy: PID 1283 died...\u000a09:29:16.986310 run iperf3-srv_10.42.42.10(pid=1283): Terminated {rc=256}\u000a09:29:16.996833 --- ParallelTerminationStrategy: PID 1284 died...\u000a09:29:17.053703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1284): Terminated: ok {rc=0}\u000a09:29:17.064223 --- ParallelTerminationStrategy: PID 1285 died...\u000a09:29:17.121268 run iperf3-srv_10.42.42.10(pid=1285): Terminated {rc=256}\u000a09:29:17.131362 --- ParallelTerminationStrategy: PID 1288 died...\u000a09:29:17.186648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1288): Terminated: ok {rc=0}\u000a09:29:17.196818 --- ParallelTerminationStrategy: PID 1291 died...\u000a09:29:17.251787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1291): Terminated: ok {rc=0}\u000a09:29:17.261367 --- ParallelTerminationStrategy: PID 1294 died...\u000a09:29:17.315450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1294): Terminated: ok {rc=0}\u000a09:29:17.403528 bus /gobi_4: Setting Powered False\u000a09:29:18.505023 bus /gobi_4: Setting Powered False\u000a09:29:19.615046 bus /gobi_1: Setting Powered False\u000a09:29:20.716138 bus /gobi_1: Setting Powered False\u000a09:29:21.825365 bus /gobi_0: Setting Powered False\u000a09:29:22.927061 bus /gobi_0: Setting Powered False\u000a09:29:24.036890 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1302): Process ended prematurely: osmo-stp_10.42.42.5(pid=1302) [trial-2402↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1302)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1302): Process ended prematurely: osmo-stp_10.42.42.5(pid=1302) [trial-2402↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a09:29:25.103518 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:25.114898 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:29:25.246065 tst ping.py: using LAC 39986\u000a09:29:25.368923 tst ping.py: using RAC 206\u000a09:29:25.486083 tst ping.py: using CellId 39986\u000a09:29:25.602114 tst ping.py: using BVCI 39987\u000a09:29:25.624566 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:25.635377 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:25.646231 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:25.656850 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:25.667754 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:25.678635 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:25.689703 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:25.700620 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:29:25.982318 tst ping.py:19: start network...\u000a09:29:26.112698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:26.618718 run create_hlr_db(pid=1296): Launched\u000a09:29:26.800233 bus /gobi_6: Setting Powered False\u000a09:29:27.820895 run create_hlr_db(pid=1296): Terminated: ok {rc=0}\u000a09:29:28.215749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1298): Launched\u000a09:29:28.509339 run osmo-hlr_10.42.42.2(pid=1299): Launched\u000a09:29:28.619544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:29.138937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1301): Launched\u000a09:29:29.433527 run osmo-stp_10.42.42.5(pid=1302): Launched\u000a09:29:29.539906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:30.053952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1304): Launched\u000a09:29:30.158846 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:30.417417 run patchelf(pid=1305): Launched\u000a09:29:30.590281 run osmo-stp_10.42.42.5(pid=1302): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1302)]\u000a09:29:30.716557 run osmo-stp_10.42.42.5(pid=1302): stdout: \u000a| (launched: 2022-12-14_09:29:29.287932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:30.855284 run osmo-stp_10.42.42.5(pid=1302): stderr: \u000a| �[0;m�[38;5;43m20221214092929452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092929452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092929453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092929453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:30.985797 run osmo-stp_10.42.42.5(pid=1302): stdout: \u000a| (launched: 2022-12-14_09:29:29.287932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:31.109915 run osmo-stp_10.42.42.5(pid=1302): stderr: \u000a| �[0;m�[38;5;43m20221214092929452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092929452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092929453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092929453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:31.253428 run patchelf(pid=1305): Terminating (SIGINT)\u000a09:29:31.423130 run patchelf(pid=1305): Terminated: ok {rc=0}\u000a09:29:31.454734 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1302): Process ended prematurely: osmo-stp_10.42.42.5(pid=1302) [trial-2402↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1302)] [trial-2402↪gprs:nanobts+band-1900↪ping.py:22]\u000a09:29:31.464436 tst ping.py:22: Test FAILED (6.3 sec)\u000a09:29:31.528178 run osmo-hlr_10.42.42.2(pid=1299): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1299)]\u000a09:29:31.579744 run osmo-hlr_10.42.42.2(pid=1299): stdout: \u000a| (launched: 2022-12-14_09:29:28.364217) \u000a09:29:31.632016 run osmo-hlr_10.42.42.2(pid=1299): stderr: \u000a| �[0;m�[1;31m20221214092928534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092928534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092928534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092928534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092928534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092928534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092928547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092928556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092928556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092928556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:31.676479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1298): Terminating (SIGTERM)\u000a09:29:31.718064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1301): Terminating (SIGTERM)\u000a09:29:31.759782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1304): Terminating (SIGTERM)\u000a09:29:31.770288 --- ParallelTerminationStrategy: PID 1298 died...\u000a09:29:31.828792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1298): Terminated: ok {rc=0}\u000a09:29:31.839413 --- ParallelTerminationStrategy: PID 1301 died...\u000a09:29:31.896491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1301): Terminated: ok {rc=0}\u000a09:29:31.907051 --- ParallelTerminationStrategy: PID 1304 died...\u000a09:29:31.963897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1304): Terminated: ok {rc=0}\u000a09:29:32.050532 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1312): Process ended prematurely: osmo-stp_10.42.42.5(pid=1312) [trial-2402↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1312)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1312): Process ended prematurely: osmo-stp_10.42.42.5(pid=1312) [trial-2402↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a09:29:33.100313 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:33.112213 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:29:33.246885 tst ping_idle_ping.py: using LAC 39987\u000a09:29:33.370662 tst ping_idle_ping.py: using RAC 207\u000a09:29:33.496451 tst ping_idle_ping.py: using CellId 39987\u000a09:29:33.624804 tst ping_idle_ping.py: using BVCI 39988\u000a09:29:33.649001 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:33.660185 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:33.671384 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:33.682446 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:33.693519 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:33.704494 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:33.715647 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:29:33.726748 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:29:34.013765 tst ping_idle_ping.py:24: start network...\u000a09:29:34.145942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:34.655072 run create_hlr_db(pid=1306): Launched\u000a09:29:34.837848 bus /gobi_6: Setting Powered False\u000a09:29:35.859316 run create_hlr_db(pid=1306): Terminated: ok {rc=0}\u000a09:29:36.258244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1308): Launched\u000a09:29:36.555234 run osmo-hlr_10.42.42.2(pid=1309): Launched\u000a09:29:36.670633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:37.192524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1311): Launched\u000a09:29:37.488646 run osmo-stp_10.42.42.5(pid=1312): Launched\u000a09:29:37.596687 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:38.115022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1314): Launched\u000a09:29:38.219832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:38.479312 run patchelf(pid=1315): Launched\u000a09:29:38.653176 run osmo-stp_10.42.42.5(pid=1312): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1312)]\u000a09:29:38.780326 run osmo-stp_10.42.42.5(pid=1312): stdout: \u000a| (launched: 2022-12-14_09:29:37.342415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:38.907630 run osmo-stp_10.42.42.5(pid=1312): stderr: \u000a| �[0;m�[38;5;43m20221214092937510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092937510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092937510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092937511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092937511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092937511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092937511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:39.031337 run osmo-stp_10.42.42.5(pid=1312): stdout: \u000a| (launched: 2022-12-14_09:29:37.342415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:39.152861 run osmo-stp_10.42.42.5(pid=1312): stderr: \u000a| �[0;m�[38;5;43m20221214092937510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092937510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092937510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092937511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092937511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092937511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092937511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:39.294290 run patchelf(pid=1315): Terminating (SIGINT)\u000a09:29:39.460636 run patchelf(pid=1315): Terminated: ok {rc=0}\u000a09:29:39.490931 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1312): Process ended prematurely: osmo-stp_10.42.42.5(pid=1312) [trial-2402↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1312)] [trial-2402↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a09:29:39.499560 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:29:39.559926 run osmo-hlr_10.42.42.2(pid=1309): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1309)]\u000a09:29:39.608838 run osmo-hlr_10.42.42.2(pid=1309): stdout: \u000a| (launched: 2022-12-14_09:29:36.407885) \u000a09:29:39.658498 run osmo-hlr_10.42.42.2(pid=1309): stderr: \u000a| �[0;m�[1;31m20221214092936579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092936579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092936579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092936579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092936579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092936579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092936592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092936602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092936602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092936602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:39.700861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1308): Terminating (SIGTERM)\u000a09:29:39.740578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1311): Terminating (SIGTERM)\u000a09:29:39.780232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1314): Terminating (SIGTERM)\u000a09:29:39.789462 --- ParallelTerminationStrategy: PID 1308 died...\u000a09:29:39.842954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1308): Terminated: ok {rc=0}\u000a09:29:39.852505 --- ParallelTerminationStrategy: PID 1311 died...\u000a09:29:39.905530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1311): Terminated: ok {rc=0}\u000a09:29:39.914957 --- ParallelTerminationStrategy: PID 1314 died...\u000a09:29:39.967987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1314): Terminated: ok {rc=0}\u000a09:29:40.055078 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:28:42" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1330): Process ended prematurely: osmo-stp_10.42.42.5(pid=1330) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1330)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1330): Process ended prematurely: osmo-stp_10.42.42.5(pid=1330) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:29:42.192713 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:42.204015 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:29:42.339014 tst cs_paging_gprs_active.py: using LAC 39988\u000a09:29:42.466263 tst cs_paging_gprs_active.py: using RAC 208\u000a09:29:42.593604 tst cs_paging_gprs_active.py: using CellId 39988\u000a09:29:42.720567 tst cs_paging_gprs_active.py: using BVCI 39989\u000a09:29:42.745236 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:42.756702 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:42.767841 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:42.779038 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:42.790157 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:42.801347 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:42.812662 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:42.823749 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:42.835246 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:29:42.951279 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:29:43.241946 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:29:43.375485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:43.705678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1320): Launched\u000a09:29:43.981662 run iperf3-srv_10.42.42.10(pid=1321): Launched\u000a09:29:44.177387 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:29:44.310717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:44.641547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1322): Launched\u000a09:29:44.917797 run iperf3-srv_10.42.42.10(pid=1323): Launched\u000a09:29:45.115026 tst cs_paging_gprs_active.py:38: start network...\u000a09:29:45.248306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:45.761597 run create_hlr_db(pid=1324): Launched\u000a09:29:45.949428 bus /gobi_6: Setting Powered False\u000a09:29:46.963775 run create_hlr_db(pid=1324): Terminated: ok {rc=0}\u000a09:29:47.391911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1326): Launched\u000a09:29:47.712510 run osmo-hlr_10.42.42.2(pid=1327): Launched\u000a09:29:47.829400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:48.386835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1329): Launched\u000a09:29:48.708403 run osmo-stp_10.42.42.5(pid=1330): Launched\u000a09:29:48.824880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:49.386389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1332): Launched\u000a09:29:49.500759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:49.781243 run patchelf(pid=1333): Launched\u000a09:29:49.968609 run osmo-stp_10.42.42.5(pid=1330): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1330)]\u000a09:29:50.105589 run osmo-stp_10.42.42.5(pid=1330): stdout: \u000a| (launched: 2022-12-14_09:29:48.550335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:50.242734 run osmo-stp_10.42.42.5(pid=1330): stderr: \u000a| �[0;m�[38;5;43m20221214092948740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092948740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092948740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092948741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092948741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092948741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092948741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:50.375648 run osmo-stp_10.42.42.5(pid=1330): stdout: \u000a| (launched: 2022-12-14_09:29:48.550335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:50.507258 run osmo-stp_10.42.42.5(pid=1330): stderr: \u000a| �[0;m�[38;5;43m20221214092948740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214092948740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214092948740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214092948741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214092948741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214092948741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214092948741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:50.659635 run patchelf(pid=1333): Terminating (SIGINT)\u000a09:29:50.838764 run patchelf(pid=1333): Terminated: ok {rc=0}\u000a09:29:50.871710 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1330): Process ended prematurely: osmo-stp_10.42.42.5(pid=1330) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1330)] [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:29:50.881727 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:29:50.944222 run osmo-hlr_10.42.42.2(pid=1327): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1327)]\u000a09:29:50.995863 run osmo-hlr_10.42.42.2(pid=1327): stdout: \u000a| (launched: 2022-12-14_09:29:47.555319) \u000a09:29:51.048395 run osmo-hlr_10.42.42.2(pid=1327): stderr: \u000a| �[0;m�[1;31m20221214092947750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092947750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092947750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092947750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092947750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092947751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092947764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092947773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092947773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092947773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:51.092855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1320): Terminating (SIGTERM)\u000a09:29:51.134388 run iperf3-srv_10.42.42.10(pid=1321): Terminating (SIGTERM)\u000a09:29:51.175831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1322): Terminating (SIGTERM)\u000a09:29:51.217333 run iperf3-srv_10.42.42.10(pid=1323): Terminating (SIGTERM)\u000a09:29:51.258864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1326): Terminating (SIGTERM)\u000a09:29:51.300283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1329): Terminating (SIGTERM)\u000a09:29:51.341833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1332): Terminating (SIGTERM)\u000a09:29:51.351460 --- ParallelTerminationStrategy: PID 1320 died...\u000a09:29:51.406882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1320): Terminated: ok {rc=0}\u000a09:29:51.416845 --- ParallelTerminationStrategy: PID 1321 died...\u000a09:29:51.471947 run iperf3-srv_10.42.42.10(pid=1321): Terminated {rc=256}\u000a09:29:51.481925 --- ParallelTerminationStrategy: PID 1322 died...\u000a09:29:51.537138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1322): Terminated: ok {rc=0}\u000a09:29:51.547056 --- ParallelTerminationStrategy: PID 1323 died...\u000a09:29:51.601994 run iperf3-srv_10.42.42.10(pid=1323): Terminated {rc=256}\u000a09:29:51.611897 --- ParallelTerminationStrategy: PID 1326 died...\u000a09:29:51.666937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1326): Terminated: ok {rc=0}\u000a09:29:51.676850 --- ParallelTerminationStrategy: PID 1329 died...\u000a09:29:51.731939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1329): Terminated: ok {rc=0}\u000a09:29:51.741969 --- ParallelTerminationStrategy: PID 1332 died...\u000a09:29:51.796843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1332): Terminated: ok {rc=0}\u000a09:29:51.882364 bus /gobi_0: Setting Powered False\u000a09:29:52.987463 bus /gobi_0: Setting Powered False\u000a09:29:54.097400 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1343): Process ended prematurely: osmo-stp_10.42.42.5(pid=1343) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1343)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1343): Process ended prematurely: osmo-stp_10.42.42.5(pid=1343) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:29:55.205575 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:55.217316 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:29:55.353501 tst iperf3.py: using LAC 39989\u000a09:29:55.480559 tst iperf3.py: using RAC 209\u000a09:29:55.607827 tst iperf3.py: using CellId 39989\u000a09:29:55.733195 tst iperf3.py: using BVCI 39990\u000a09:29:55.757993 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:55.769449 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:55.780536 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:55.791827 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:55.802964 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:55.814101 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:55.825463 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:55.836629 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:29:55.848007 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:29:56.138463 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:29:56.272852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:29:56.606101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1334): Launched\u000a09:29:56.883193 run iperf3-srv_10.42.42.10(pid=1335): Launched\u000a09:29:57.080422 tst iperf3.py:8: start network...\u000a09:29:57.215216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:57.729266 run create_hlr_db(pid=1336): Launched\u000a09:29:57.913972 bus /gobi_6: Setting Powered False\u000a09:29:58.935782 run create_hlr_db(pid=1336): Terminated: ok {rc=0}\u000a09:29:59.339682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1338): Launched\u000a09:29:59.646447 run osmo-hlr_10.42.42.2(pid=1339): Launched\u000a09:29:59.758982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:00.282912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1342): Launched\u000a09:30:00.584388 run osmo-stp_10.42.42.5(pid=1343): Launched\u000a09:30:00.694631 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:01.288466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1345): Launched\u000a09:30:01.401675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:01.690405 run patchelf(pid=1349): Launched\u000a09:30:01.870744 run osmo-stp_10.42.42.5(pid=1343): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1343)]\u000a09:30:02.002994 run osmo-stp_10.42.42.5(pid=1343): stdout: \u000a| (launched: 2022-12-14_09:30:00.435205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:02.136168 run osmo-stp_10.42.42.5(pid=1343): stderr: \u000a| �[0;m�[38;5;43m20221214093000602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093000602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093000602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093000603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093000603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093000603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093000603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:02.263686 run osmo-stp_10.42.42.5(pid=1343): stdout: \u000a| (launched: 2022-12-14_09:30:00.435205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:02.389300 run osmo-stp_10.42.42.5(pid=1343): stderr: \u000a| �[0;m�[38;5;43m20221214093000602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093000602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093000602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093000603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093000603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093000603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093000603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:02.532857 run patchelf(pid=1349): Terminating (SIGINT)\u000a09:30:02.702128 run patchelf(pid=1349): Terminated: ok {rc=0}\u000a09:30:02.733128 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1343): Process ended prematurely: osmo-stp_10.42.42.5(pid=1343) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1343)] [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a09:30:02.742418 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:30:02.803387 run osmo-hlr_10.42.42.2(pid=1339): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1339)]\u000a09:30:02.853019 run osmo-hlr_10.42.42.2(pid=1339): stdout: \u000a| (launched: 2022-12-14_09:29:59.492428) \u000a09:30:02.903181 run osmo-hlr_10.42.42.2(pid=1339): stderr: \u000a| �[0;m�[1;31m20221214092959664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214092959664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214092959664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092959664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214092959664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214092959664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214092959675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214092959688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214092959688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214092959688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:02.946845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1334): Terminating (SIGTERM)\u000a09:30:02.988219 run iperf3-srv_10.42.42.10(pid=1335): Terminating (SIGTERM)\u000a09:30:03.028531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1338): Terminating (SIGTERM)\u000a09:30:03.068783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1342): Terminating (SIGTERM)\u000a09:30:03.109198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1345): Terminating (SIGTERM)\u000a09:30:03.118627 --- ParallelTerminationStrategy: PID 1334 died...\u000a09:30:03.173380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1334): Terminated: ok {rc=0}\u000a09:30:03.182918 --- ParallelTerminationStrategy: PID 1335 died...\u000a09:30:03.237472 run iperf3-srv_10.42.42.10(pid=1335): Terminated {rc=256}\u000a09:30:03.246934 --- ParallelTerminationStrategy: PID 1338 died...\u000a09:30:03.301434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1338): Terminated: ok {rc=0}\u000a09:30:03.310985 --- ParallelTerminationStrategy: PID 1342 died...\u000a09:30:03.365328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1342): Terminated: ok {rc=0}\u000a09:30:03.374774 --- ParallelTerminationStrategy: PID 1345 died...\u000a09:30:03.429195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1345): Terminated: ok {rc=0}\u000a09:30:03.517473 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1364): Process ended prematurely: osmo-stp_10.42.42.5(pid=1364) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1364)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1364): Process ended prematurely: osmo-stp_10.42.42.5(pid=1364) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:30:04.626526 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:04.638102 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:30:04.773136 tst iperf3m4.py: using LAC 39990\u000a09:30:04.900892 tst iperf3m4.py: using RAC 210\u000a09:30:05.027683 tst iperf3m4.py: using CellId 39990\u000a09:30:05.155805 tst iperf3m4.py: using BVCI 39991\u000a09:30:05.180896 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:05.192384 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:05.203577 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:05.214873 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:05.226036 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:05.237313 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:05.248643 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:05.259818 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:05.271161 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:05.386978 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:05.504443 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:05.622361 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:05.898899 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:30:06.024605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:06.336127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1350): Launched\u000a09:30:06.595836 run iperf3-srv_10.42.42.10(pid=1351): Launched\u000a09:30:06.778570 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:30:06.903538 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:07.215681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1352): Launched\u000a09:30:07.476087 run iperf3-srv_10.42.42.10(pid=1353): Launched\u000a09:30:07.658812 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:30:07.783970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:08.095770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1354): Launched\u000a09:30:08.355393 run iperf3-srv_10.42.42.10(pid=1355): Launched\u000a09:30:08.538118 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:30:08.663134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:08.975266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1356): Launched\u000a09:30:09.235967 run iperf3-srv_10.42.42.10(pid=1357): Launched\u000a09:30:09.418472 tst iperf3m4.py:8: start network...\u000a09:30:09.543541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:10.019160 run create_hlr_db(pid=1358): Launched\u000a09:30:10.191176 bus /gobi_6: Setting Powered False\u000a09:30:11.214563 run create_hlr_db(pid=1358): Terminated: ok {rc=0}\u000a09:30:11.615949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1360): Launched\u000a09:30:11.918830 run osmo-hlr_10.42.42.2(pid=1361): Launched\u000a09:30:12.036165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:12.567513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1363): Launched\u000a09:30:12.869445 run osmo-stp_10.42.42.5(pid=1364): Launched\u000a09:30:12.979821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:13.505962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1366): Launched\u000a09:30:13.613067 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:13.875343 run patchelf(pid=1367): Launched\u000a09:30:14.051147 run osmo-stp_10.42.42.5(pid=1364): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1364)]\u000a09:30:14.179650 run osmo-stp_10.42.42.5(pid=1364): stdout: \u000a| (launched: 2022-12-14_09:30:12.719761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:14.308249 run osmo-stp_10.42.42.5(pid=1364): stderr: \u000a| �[0;m�[38;5;43m20221214093012886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093012886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093012886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093012887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093012887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093012887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093012887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:14.432435 run osmo-stp_10.42.42.5(pid=1364): stdout: \u000a| (launched: 2022-12-14_09:30:12.719761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:14.555817 run osmo-stp_10.42.42.5(pid=1364): stderr: \u000a| �[0;m�[38;5;43m20221214093012886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093012886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093012886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093012887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093012887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093012887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093012887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:14.698637 run patchelf(pid=1367): Terminating (SIGINT)\u000a09:30:14.866995 run patchelf(pid=1367): Terminated: ok {rc=0}\u000a09:30:14.897953 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1364): Process ended prematurely: osmo-stp_10.42.42.5(pid=1364) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1364)] [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:30:14.907218 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a09:30:14.967627 run osmo-hlr_10.42.42.2(pid=1361): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1361)]\u000a09:30:15.016609 run osmo-hlr_10.42.42.2(pid=1361): stdout: \u000a| (launched: 2022-12-14_09:30:11.768708) \u000a09:30:15.065984 run osmo-hlr_10.42.42.2(pid=1361): stderr: \u000a| �[0;m�[1;31m20221214093011944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093011944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093011944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093011944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093011944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093011944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093011955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093011964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093011964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093011964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:15.108140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1350): Terminating (SIGTERM)\u000a09:30:15.148439 run iperf3-srv_10.42.42.10(pid=1351): Terminating (SIGTERM)\u000a09:30:15.188099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1352): Terminating (SIGTERM)\u000a09:30:15.227839 run iperf3-srv_10.42.42.10(pid=1353): Terminating (SIGTERM)\u000a09:30:15.267507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1354): Terminating (SIGTERM)\u000a09:30:15.306902 run iperf3-srv_10.42.42.10(pid=1355): Terminating (SIGTERM)\u000a09:30:15.346408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1356): Terminating (SIGTERM)\u000a09:30:15.385779 run iperf3-srv_10.42.42.10(pid=1357): Terminating (SIGTERM)\u000a09:30:15.425267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1360): Terminating (SIGTERM)\u000a09:30:15.464860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1363): Terminating (SIGTERM)\u000a09:30:15.504246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1366): Terminating (SIGTERM)\u000a09:30:15.513503 --- ParallelTerminationStrategy: PID 1350 died...\u000a09:30:15.566945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1350): Terminated: ok {rc=0}\u000a09:30:15.576477 --- ParallelTerminationStrategy: PID 1351 died...\u000a09:30:15.629685 run iperf3-srv_10.42.42.10(pid=1351): Terminated {rc=256}\u000a09:30:15.639201 --- ParallelTerminationStrategy: PID 1352 died...\u000a09:30:15.692203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1352): Terminated: ok {rc=0}\u000a09:30:15.701754 --- ParallelTerminationStrategy: PID 1353 died...\u000a09:30:15.754721 run iperf3-srv_10.42.42.10(pid=1353): Terminated {rc=256}\u000a09:30:15.764160 --- ParallelTerminationStrategy: PID 1354 died...\u000a09:30:15.817276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1354): Terminated: ok {rc=0}\u000a09:30:15.827505 --- ParallelTerminationStrategy: PID 1355 died...\u000a09:30:15.883664 run iperf3-srv_10.42.42.10(pid=1355): Terminated {rc=256}\u000a09:30:15.893703 --- ParallelTerminationStrategy: PID 1356 died...\u000a09:30:15.959677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1356): Terminated: ok {rc=0}\u000a09:30:15.970519 --- ParallelTerminationStrategy: PID 1357 died...\u000a09:30:16.023935 run iperf3-srv_10.42.42.10(pid=1357): Terminated {rc=256}\u000a09:30:16.034071 --- ParallelTerminationStrategy: PID 1360 died...\u000a09:30:16.088192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1360): Terminated: ok {rc=0}\u000a09:30:16.098340 --- ParallelTerminationStrategy: PID 1363 died...\u000a09:30:16.152137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1363): Terminated: ok {rc=0}\u000a09:30:16.162172 --- ParallelTerminationStrategy: PID 1366 died...\u000a09:30:16.216082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1366): Terminated: ok {rc=0}\u000a09:30:16.301110 bus /gobi_4: Setting Powered False\u000a09:30:17.406199 bus /gobi_4: Setting Powered False\u000a09:30:18.514202 bus /gobi_1: Setting Powered False\u000a09:30:19.621104 bus /gobi_1: Setting Powered False\u000a09:30:20.728690 bus /gobi_0: Setting Powered False\u000a09:30:21.834883 bus /gobi_0: Setting Powered False\u000a09:30:22.943646 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1374): Process ended prematurely: osmo-stp_10.42.42.5(pid=1374) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1374)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1374): Process ended prematurely: osmo-stp_10.42.42.5(pid=1374) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:30:24.013450 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:24.025565 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:30:24.158516 tst ping.py: using LAC 39991\u000a09:30:24.283390 tst ping.py: using RAC 211\u000a09:30:24.406327 tst ping.py: using CellId 39991\u000a09:30:24.525946 tst ping.py: using BVCI 39992\u000a09:30:24.548448 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:24.559734 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:24.570694 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:24.581690 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:24.593441 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:24.604466 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:24.615840 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:24.627114 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:24.912564 tst ping.py:19: start network...\u000a09:30:25.044366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:25.547888 run create_hlr_db(pid=1368): Launched\u000a09:30:25.729494 bus /gobi_6: Setting Powered False\u000a09:30:26.750065 run create_hlr_db(pid=1368): Terminated: ok {rc=0}\u000a09:30:27.142510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1370): Launched\u000a09:30:27.436638 run osmo-hlr_10.42.42.2(pid=1371): Launched\u000a09:30:27.548618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:28.062543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1373): Launched\u000a09:30:28.356241 run osmo-stp_10.42.42.5(pid=1374): Launched\u000a09:30:28.462560 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:28.976032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1376): Launched\u000a09:30:29.080443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:29.338029 run patchelf(pid=1377): Launched\u000a09:30:29.511102 run osmo-stp_10.42.42.5(pid=1374): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1374)]\u000a09:30:29.637466 run osmo-stp_10.42.42.5(pid=1374): stdout: \u000a| (launched: 2022-12-14_09:30:28.210987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:29.764302 run osmo-stp_10.42.42.5(pid=1374): stderr: \u000a| �[0;m�[38;5;43m20221214093028378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093028378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093028379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093028379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093028380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093028380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093028380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:29.887156 run osmo-stp_10.42.42.5(pid=1374): stdout: \u000a| (launched: 2022-12-14_09:30:28.210987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:30.008700 run osmo-stp_10.42.42.5(pid=1374): stderr: \u000a| �[0;m�[38;5;43m20221214093028378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093028378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093028379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093028379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093028380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093028380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093028380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:30.149703 run patchelf(pid=1377): Terminating (SIGINT)\u000a09:30:30.314837 run patchelf(pid=1377): Terminated: ok {rc=0}\u000a09:30:30.344863 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1374): Process ended prematurely: osmo-stp_10.42.42.5(pid=1374) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1374)] [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a09:30:30.353534 tst ping.py:22: Test FAILED (6.3 sec)\u000a09:30:30.413774 run osmo-hlr_10.42.42.2(pid=1371): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1371)]\u000a09:30:30.462874 run osmo-hlr_10.42.42.2(pid=1371): stdout: \u000a| (launched: 2022-12-14_09:30:27.291350) \u000a09:30:30.512651 run osmo-hlr_10.42.42.2(pid=1371): stderr: \u000a| �[0;m�[1;31m20221214093027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093027475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093027485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093027485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093027485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:30.554925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1370): Terminating (SIGTERM)\u000a09:30:30.594694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1373): Terminating (SIGTERM)\u000a09:30:30.634415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1376): Terminating (SIGTERM)\u000a09:30:30.643639 --- ParallelTerminationStrategy: PID 1370 died...\u000a09:30:30.697530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1370): Terminated: ok {rc=0}\u000a09:30:30.707209 --- ParallelTerminationStrategy: PID 1373 died...\u000a09:30:30.760235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1373): Terminated: ok {rc=0}\u000a09:30:30.769938 --- ParallelTerminationStrategy: PID 1376 died...\u000a09:30:30.823060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1376): Terminated: ok {rc=0}\u000a09:30:30.919836 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1384): Process ended prematurely: osmo-stp_10.42.42.5(pid=1384) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1384)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1384): Process ended prematurely: osmo-stp_10.42.42.5(pid=1384) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:30:31.977584 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:31.990865 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:30:32.122595 tst ping_idle_ping.py: using LAC 39992\u000a09:30:32.245843 tst ping_idle_ping.py: using RAC 212\u000a09:30:32.363663 tst ping_idle_ping.py: using CellId 39992\u000a09:30:32.481998 tst ping_idle_ping.py: using BVCI 39993\u000a09:30:32.504636 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:32.515792 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:32.526953 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:32.537973 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:32.549689 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:32.561454 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:32.573376 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:30:32.585144 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:30:32.857389 tst ping_idle_ping.py:24: start network...\u000a09:30:32.980300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:33.454087 run create_hlr_db(pid=1378): Launched\u000a09:30:33.624681 bus /gobi_6: Setting Powered False\u000a09:30:34.658012 run create_hlr_db(pid=1378): Terminated: ok {rc=0}\u000a09:30:35.079421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1380): Launched\u000a09:30:35.397495 run osmo-hlr_10.42.42.2(pid=1381): Launched\u000a09:30:35.517779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:36.069232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1383): Launched\u000a09:30:36.385342 run osmo-stp_10.42.42.5(pid=1384): Launched\u000a09:30:36.499183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:37.051578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1386): Launched\u000a09:30:37.163895 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:37.443128 run patchelf(pid=1387): Launched\u000a09:30:37.622908 run osmo-stp_10.42.42.5(pid=1384): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1384)]\u000a09:30:37.750764 run osmo-stp_10.42.42.5(pid=1384): stdout: \u000a| (launched: 2022-12-14_09:30:36.229804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:37.878624 run osmo-stp_10.42.42.5(pid=1384): stderr: \u000a| �[0;m�[38;5;43m20221214093036418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093036418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093036418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093036419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093036419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093036419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093036419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:38.002248 run osmo-stp_10.42.42.5(pid=1384): stdout: \u000a| (launched: 2022-12-14_09:30:36.229804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:38.124388 run osmo-stp_10.42.42.5(pid=1384): stderr: \u000a| �[0;m�[38;5;43m20221214093036418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093036418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093036418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093036419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093036419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093036419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093036419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:38.266186 run patchelf(pid=1387): Terminating (SIGINT)\u000a09:30:38.431378 run patchelf(pid=1387): Terminated: ok {rc=0}\u000a09:30:38.461846 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1384): Process ended prematurely: osmo-stp_10.42.42.5(pid=1384) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1384)] [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:30:38.470451 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:30:38.530412 run osmo-hlr_10.42.42.2(pid=1381): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1381)]\u000a09:30:38.579285 run osmo-hlr_10.42.42.2(pid=1381): stdout: \u000a| (launched: 2022-12-14_09:30:35.240330) \u000a09:30:38.628899 run osmo-hlr_10.42.42.2(pid=1381): stderr: \u000a| �[0;m�[1;31m20221214093035433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093035433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093035433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093035433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093035433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093035433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093035446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093035454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093035454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093035454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:38.671086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1380): Terminating (SIGTERM)\u000a09:30:38.710660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1383): Terminating (SIGTERM)\u000a09:30:38.750389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1386): Terminating (SIGTERM)\u000a09:30:38.759604 --- ParallelTerminationStrategy: PID 1380 died...\u000a09:30:38.813066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1380): Terminated: ok {rc=0}\u000a09:30:38.822707 --- ParallelTerminationStrategy: PID 1383 died...\u000a09:30:38.876011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1383): Terminated: ok {rc=0}\u000a09:30:38.886012 --- ParallelTerminationStrategy: PID 1386 died...\u000a09:30:38.939662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1386): Terminated: ok {rc=0}\u000a09:30:39.026535 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:29:41" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1402): Process ended prematurely: osmo-stp_10.42.42.5(pid=1402) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1402)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1402): Process ended prematurely: osmo-stp_10.42.42.5(pid=1402) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:30:41.143905 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:41.154817 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:30:41.298275 tst cs_paging_gprs_active.py: using LAC 39993\u000a09:30:41.413307 tst cs_paging_gprs_active.py: using RAC 213\u000a09:30:41.531533 tst cs_paging_gprs_active.py: using CellId 39993\u000a09:30:41.649958 tst cs_paging_gprs_active.py: using BVCI 39994\u000a09:30:41.672792 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:41.683888 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:41.694730 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:41.705521 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:41.716563 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:41.727699 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:41.739035 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:41.750130 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:41.761468 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:30:41.876707 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:30:42.166641 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:30:42.300516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:42.632776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1392): Launched\u000a09:30:42.908045 run iperf3-srv_10.42.42.10(pid=1393): Launched\u000a09:30:43.104822 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:30:43.238060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:43.569269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1394): Launched\u000a09:30:43.846262 run iperf3-srv_10.42.42.10(pid=1395): Launched\u000a09:30:44.042032 tst cs_paging_gprs_active.py:38: start network...\u000a09:30:44.175236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:44.689505 run create_hlr_db(pid=1396): Launched\u000a09:30:44.874147 bus /gobi_6: Setting Powered False\u000a09:30:45.927735 run create_hlr_db(pid=1396): Terminated: ok {rc=0}\u000a09:30:46.358871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1398): Launched\u000a09:30:46.791194 run osmo-hlr_10.42.42.2(pid=1399): Launched\u000a09:30:47.003870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:47.561345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1401): Launched\u000a09:30:47.881989 run osmo-stp_10.42.42.5(pid=1402): Launched\u000a09:30:47.997719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:48.556207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1404): Launched\u000a09:30:48.670468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:48.950179 run patchelf(pid=1405): Launched\u000a09:30:49.137583 run osmo-stp_10.42.42.5(pid=1402): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1402)]\u000a09:30:49.274203 run osmo-stp_10.42.42.5(pid=1402): stdout: \u000a| (launched: 2022-12-14_09:30:47.725063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:49.411257 run osmo-stp_10.42.42.5(pid=1402): stderr: \u000a| �[0;m�[38;5;43m20221214093047915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093047915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093047915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093047916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093047916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093047916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093047916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:49.544685 run osmo-stp_10.42.42.5(pid=1402): stdout: \u000a| (launched: 2022-12-14_09:30:47.725063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:49.676810 run osmo-stp_10.42.42.5(pid=1402): stderr: \u000a| �[0;m�[38;5;43m20221214093047915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093047915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093047915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093047916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093047916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093047916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093047916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:49.829264 run patchelf(pid=1405): Terminating (SIGINT)\u000a09:30:50.008204 run patchelf(pid=1405): Terminated: ok {rc=0}\u000a09:30:50.041356 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1402): Process ended prematurely: osmo-stp_10.42.42.5(pid=1402) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1402)] [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:30:50.051376 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a09:30:50.114269 run osmo-hlr_10.42.42.2(pid=1399): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1399)]\u000a09:30:50.165579 run osmo-hlr_10.42.42.2(pid=1399): stdout: \u000a| (launched: 2022-12-14_09:30:46.515586) \u000a09:30:50.217590 run osmo-hlr_10.42.42.2(pid=1399): stderr: \u000a| �[0;m�[1;31m20221214093046860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093046860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093046860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093046860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093046860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093046860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093046887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093046906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093046906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093046906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:50.261828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1392): Terminating (SIGTERM)\u000a09:30:50.303347 run iperf3-srv_10.42.42.10(pid=1393): Terminating (SIGTERM)\u000a09:30:50.345004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1394): Terminating (SIGTERM)\u000a09:30:50.386699 run iperf3-srv_10.42.42.10(pid=1395): Terminating (SIGTERM)\u000a09:30:50.428334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1398): Terminating (SIGTERM)\u000a09:30:50.469885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1401): Terminating (SIGTERM)\u000a09:30:50.511494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1404): Terminating (SIGTERM)\u000a09:30:50.521272 --- ParallelTerminationStrategy: PID 1392 died...\u000a09:30:50.576867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1392): Terminated: ok {rc=0}\u000a09:30:50.586901 --- ParallelTerminationStrategy: PID 1393 died...\u000a09:30:50.642079 run iperf3-srv_10.42.42.10(pid=1393): Terminated {rc=256}\u000a09:30:50.652011 --- ParallelTerminationStrategy: PID 1394 died...\u000a09:30:50.707267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1394): Terminated: ok {rc=0}\u000a09:30:50.717271 --- ParallelTerminationStrategy: PID 1395 died...\u000a09:30:50.772274 run iperf3-srv_10.42.42.10(pid=1395): Terminated {rc=256}\u000a09:30:50.782320 --- ParallelTerminationStrategy: PID 1398 died...\u000a09:30:50.837609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1398): Terminated: ok {rc=0}\u000a09:30:50.847516 --- ParallelTerminationStrategy: PID 1401 died...\u000a09:30:50.902691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1401): Terminated: ok {rc=0}\u000a09:30:50.912585 --- ParallelTerminationStrategy: PID 1404 died...\u000a09:30:50.967688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1404): Terminated: ok {rc=0}\u000a09:30:51.052792 bus /gobi_0: Setting Powered False\u000a09:30:52.157264 bus /gobi_0: Setting Powered False\u000a09:30:53.266219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1415): Process ended prematurely: osmo-stp_10.42.42.5(pid=1415) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1415): Process ended prematurely: osmo-stp_10.42.42.5(pid=1415) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:30:54.375289 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:54.387021 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:30:54.536658 tst iperf3.py: using LAC 39994\u000a09:30:54.656233 tst iperf3.py: using RAC 214\u000a09:30:54.779469 tst iperf3.py: using CellId 39994\u000a09:30:54.902702 tst iperf3.py: using BVCI 39995\u000a09:30:54.927325 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:54.938857 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:54.950130 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:54.961470 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:54.972679 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:54.984739 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:54.996196 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:55.007418 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:30:55.018952 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:30:55.308605 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:30:55.442025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:55.772911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1407): Launched\u000a09:30:56.048770 run iperf3-srv_10.42.42.10(pid=1408): Launched\u000a09:30:56.244484 tst iperf3.py:8: start network...\u000a09:30:56.378443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:56.889632 run create_hlr_db(pid=1409): Launched\u000a09:30:57.073826 bus /gobi_6: Setting Powered False\u000a09:30:58.095653 run create_hlr_db(pid=1409): Terminated: ok {rc=0}\u000a09:30:58.497135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1411): Launched\u000a09:30:58.797975 run osmo-hlr_10.42.42.2(pid=1412): Launched\u000a09:30:58.917840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:59.447538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1414): Launched\u000a09:30:59.747327 run osmo-stp_10.42.42.5(pid=1415): Launched\u000a09:30:59.856055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:00.378358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1417): Launched\u000a09:31:00.485306 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:00.746900 run patchelf(pid=1418): Launched\u000a09:31:00.932689 run osmo-stp_10.42.42.5(pid=1415): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)]\u000a09:31:01.064914 run osmo-stp_10.42.42.5(pid=1415): stdout: \u000a| (launched: 2022-12-14_09:30:59.599428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:01.197208 run osmo-stp_10.42.42.5(pid=1415): stderr: \u000a| �[0;m�[38;5;43m20221214093059766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093059766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093059766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093059767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093059767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093059767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093059767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:01.325079 run osmo-stp_10.42.42.5(pid=1415): stdout: \u000a| (launched: 2022-12-14_09:30:59.599428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:01.452046 run osmo-stp_10.42.42.5(pid=1415): stderr: \u000a| �[0;m�[38;5;43m20221214093059766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093059766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093059766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093059767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093059767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093059767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093059767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:01.598468 run patchelf(pid=1418): Terminating (SIGINT)\u000a09:31:01.770982 run patchelf(pid=1418): Terminated: ok {rc=0}\u000a09:31:01.803768 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1415): Process ended prematurely: osmo-stp_10.42.42.5(pid=1415) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)] [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:31:01.814123 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:31:01.877467 run osmo-hlr_10.42.42.2(pid=1412): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1412)]\u000a09:31:01.928694 run osmo-hlr_10.42.42.2(pid=1412): stdout: \u000a| (launched: 2022-12-14_09:30:58.648814) \u000a09:31:01.980606 run osmo-hlr_10.42.42.2(pid=1412): stderr: \u000a| �[0;m�[1;31m20221214093058822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093058822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093058822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093058822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093058822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093058822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093058838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093058846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093058847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093058847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:02.025058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1407): Terminating (SIGTERM)\u000a09:31:02.067536 run iperf3-srv_10.42.42.10(pid=1408): Terminating (SIGTERM)\u000a09:31:02.112715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1411): Terminating (SIGTERM)\u000a09:31:02.153925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1414): Terminating (SIGTERM)\u000a09:31:02.195197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1417): Terminating (SIGTERM)\u000a09:31:02.204907 --- ParallelTerminationStrategy: PID 1407 died...\u000a09:31:02.264095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1407): Terminated: ok {rc=0}\u000a09:31:02.274172 --- ParallelTerminationStrategy: PID 1408 died...\u000a09:31:02.329313 run iperf3-srv_10.42.42.10(pid=1408): Terminated {rc=256}\u000a09:31:02.339280 --- ParallelTerminationStrategy: PID 1411 died...\u000a09:31:02.394565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1411): Terminated: ok {rc=0}\u000a09:31:02.404552 --- ParallelTerminationStrategy: PID 1414 died...\u000a09:31:02.459663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1414): Terminated: ok {rc=0}\u000a09:31:02.469664 --- ParallelTerminationStrategy: PID 1417 died...\u000a09:31:02.524564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1417): Terminated: ok {rc=0}\u000a09:31:02.610149 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1433): Process ended prematurely: osmo-stp_10.42.42.5(pid=1433) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1433): Process ended prematurely: osmo-stp_10.42.42.5(pid=1433) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:31:03.718514 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:03.730044 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:31:03.889489 tst iperf3m4.py: using LAC 39995\u000a09:31:04.015040 tst iperf3m4.py: using RAC 215\u000a09:31:04.142153 tst iperf3m4.py: using CellId 39995\u000a09:31:04.271547 tst iperf3m4.py: using BVCI 39996\u000a09:31:04.296378 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:04.307842 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:04.319100 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:04.330551 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:04.342248 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:04.354021 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:04.365930 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:04.377659 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:04.389764 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:04.507459 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:04.624771 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:04.744920 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:05.024150 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:31:05.149466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:05.460781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1419): Launched\u000a09:31:05.719351 run iperf3-srv_10.42.42.10(pid=1420): Launched\u000a09:31:05.901855 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:31:06.026962 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:06.336808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1421): Launched\u000a09:31:06.594450 run iperf3-srv_10.42.42.10(pid=1422): Launched\u000a09:31:06.776144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:31:06.900330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:07.210157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1423): Launched\u000a09:31:07.467994 run iperf3-srv_10.42.42.10(pid=1424): Launched\u000a09:31:07.649932 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:31:07.774234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:08.084239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1425): Launched\u000a09:31:08.344162 run iperf3-srv_10.42.42.10(pid=1426): Launched\u000a09:31:08.526119 tst iperf3m4.py:8: start network...\u000a09:31:08.650507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:09.122956 run create_hlr_db(pid=1427): Launched\u000a09:31:09.294252 bus /gobi_6: Setting Powered False\u000a09:31:10.317733 run create_hlr_db(pid=1427): Terminated: ok {rc=0}\u000a09:31:10.742801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1429): Launched\u000a09:31:11.065266 run osmo-hlr_10.42.42.2(pid=1430): Launched\u000a09:31:11.182867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:11.739661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1432): Launched\u000a09:31:12.061511 run osmo-stp_10.42.42.5(pid=1433): Launched\u000a09:31:12.176930 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:12.735282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1435): Launched\u000a09:31:12.849972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:13.130542 run patchelf(pid=1436): Launched\u000a09:31:13.317377 run osmo-stp_10.42.42.5(pid=1433): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)]\u000a09:31:13.454139 run osmo-stp_10.42.42.5(pid=1433): stdout: \u000a| (launched: 2022-12-14_09:31:11.902357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:13.591133 run osmo-stp_10.42.42.5(pid=1433): stderr: \u000a| �[0;m�[38;5;43m20221214093112090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093112090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093112090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093112090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093112091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093112091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093112091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:13.723811 run osmo-stp_10.42.42.5(pid=1433): stdout: \u000a| (launched: 2022-12-14_09:31:11.902357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:13.855232 run osmo-stp_10.42.42.5(pid=1433): stderr: \u000a| �[0;m�[38;5;43m20221214093112090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093112090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093112090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093112090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093112091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093112091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093112091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:14.007871 run patchelf(pid=1436): Terminating (SIGINT)\u000a09:31:14.187045 run patchelf(pid=1436): Terminated: ok {rc=0}\u000a09:31:14.219873 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1433): Process ended prematurely: osmo-stp_10.42.42.5(pid=1433) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)] [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:31:14.229795 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:31:14.292462 run osmo-hlr_10.42.42.2(pid=1430): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1430)]\u000a09:31:14.343778 run osmo-hlr_10.42.42.2(pid=1430): stdout: \u000a| (launched: 2022-12-14_09:31:10.906583) \u000a09:31:14.395344 run osmo-hlr_10.42.42.2(pid=1430): stderr: \u000a| �[0;m�[1;31m20221214093111101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093111101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093111101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093111101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093111101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093111101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093111114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093111122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093111123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093111123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:14.439095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1419): Terminating (SIGTERM)\u000a09:31:14.480318 run iperf3-srv_10.42.42.10(pid=1420): Terminating (SIGTERM)\u000a09:31:14.521577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1421): Terminating (SIGTERM)\u000a09:31:14.562887 run iperf3-srv_10.42.42.10(pid=1422): Terminating (SIGTERM)\u000a09:31:14.603981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1423): Terminating (SIGTERM)\u000a09:31:14.644981 run iperf3-srv_10.42.42.10(pid=1424): Terminating (SIGTERM)\u000a09:31:14.686094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1425): Terminating (SIGTERM)\u000a09:31:14.727148 run iperf3-srv_10.42.42.10(pid=1426): Terminating (SIGTERM)\u000a09:31:14.768270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1429): Terminating (SIGTERM)\u000a09:31:14.809516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1432): Terminating (SIGTERM)\u000a09:31:14.851077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1435): Terminating (SIGTERM)\u000a09:31:14.860713 --- ParallelTerminationStrategy: PID 1419 died...\u000a09:31:14.916374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1419): Terminated: ok {rc=0}\u000a09:31:14.926458 --- ParallelTerminationStrategy: PID 1420 died...\u000a09:31:14.981434 run iperf3-srv_10.42.42.10(pid=1420): Terminated {rc=256}\u000a09:31:14.991688 --- ParallelTerminationStrategy: PID 1421 died...\u000a09:31:15.046524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1421): Terminated: ok {rc=0}\u000a09:31:15.056464 --- ParallelTerminationStrategy: PID 1422 died...\u000a09:31:15.111433 run iperf3-srv_10.42.42.10(pid=1422): Terminated {rc=256}\u000a09:31:15.121427 --- ParallelTerminationStrategy: PID 1423 died...\u000a09:31:15.176576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1423): Terminated: ok {rc=0}\u000a09:31:15.186619 --- ParallelTerminationStrategy: PID 1424 died...\u000a09:31:15.241568 run iperf3-srv_10.42.42.10(pid=1424): Terminated {rc=256}\u000a09:31:15.251534 --- ParallelTerminationStrategy: PID 1425 died...\u000a09:31:15.306590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1425): Terminated: ok {rc=0}\u000a09:31:15.316587 --- ParallelTerminationStrategy: PID 1426 died...\u000a09:31:15.371483 run iperf3-srv_10.42.42.10(pid=1426): Terminated {rc=256}\u000a09:31:15.381508 --- ParallelTerminationStrategy: PID 1429 died...\u000a09:31:15.436626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1429): Terminated: ok {rc=0}\u000a09:31:15.446619 --- ParallelTerminationStrategy: PID 1432 died...\u000a09:31:15.501698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1432): Terminated: ok {rc=0}\u000a09:31:15.511772 --- ParallelTerminationStrategy: PID 1435 died...\u000a09:31:15.567258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1435): Terminated: ok {rc=0}\u000a09:31:15.654007 bus /gobi_4: Setting Powered False\u000a09:31:16.758551 bus /gobi_4: Setting Powered False\u000a09:31:17.867473 bus /gobi_1: Setting Powered False\u000a09:31:18.973392 bus /gobi_1: Setting Powered False\u000a09:31:20.085672 bus /gobi_0: Setting Powered False\u000a09:31:21.188804 bus /gobi_0: Setting Powered False\u000a09:31:22.295477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1443): Process ended prematurely: osmo-stp_10.42.42.5(pid=1443) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1443): Process ended prematurely: osmo-stp_10.42.42.5(pid=1443) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:31:23.362548 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:23.374719 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:31:23.529618 tst ping.py: using LAC 39996\u000a09:31:23.655071 tst ping.py: using RAC 216\u000a09:31:23.779746 tst ping.py: using CellId 39996\u000a09:31:23.905161 tst ping.py: using BVCI 39997\u000a09:31:23.929320 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:23.940844 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:23.952131 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:23.963411 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:23.974637 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:23.985978 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:23.997830 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:24.009220 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:24.294539 tst ping.py:19: start network...\u000a09:31:24.425410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:24.929045 run create_hlr_db(pid=1437): Launched\u000a09:31:25.111605 bus /gobi_6: Setting Powered False\u000a09:31:26.132823 run create_hlr_db(pid=1437): Terminated: ok {rc=0}\u000a09:31:26.530225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1439): Launched\u000a09:31:26.825661 run osmo-hlr_10.42.42.2(pid=1440): Launched\u000a09:31:26.941499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:27.468942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1442): Launched\u000a09:31:27.764326 run osmo-stp_10.42.42.5(pid=1443): Launched\u000a09:31:27.873192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:28.388240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1446): Launched\u000a09:31:28.492570 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:28.751047 run patchelf(pid=1447): Launched\u000a09:31:28.923453 run osmo-stp_10.42.42.5(pid=1443): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)]\u000a09:31:29.049659 run osmo-stp_10.42.42.5(pid=1443): stdout: \u000a| (launched: 2022-12-14_09:31:27.618667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:29.175911 run osmo-stp_10.42.42.5(pid=1443): stderr: \u000a| �[0;m�[38;5;43m20221214093127785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093127786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093127786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093127786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093127787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093127787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093127787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:29.297738 run osmo-stp_10.42.42.5(pid=1443): stdout: \u000a| (launched: 2022-12-14_09:31:27.618667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:29.418609 run osmo-stp_10.42.42.5(pid=1443): stderr: \u000a| �[0;m�[38;5;43m20221214093127785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093127786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093127786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093127786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093127787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093127787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093127787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:29.559082 run patchelf(pid=1447): Terminating (SIGINT)\u000a09:31:29.724019 run patchelf(pid=1447): Terminated: ok {rc=0}\u000a09:31:29.754110 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1443): Process ended prematurely: osmo-stp_10.42.42.5(pid=1443) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)] [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:31:29.762752 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:31:29.823093 run osmo-hlr_10.42.42.2(pid=1440): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1440)]\u000a09:31:29.872085 run osmo-hlr_10.42.42.2(pid=1440): stdout: \u000a| (launched: 2022-12-14_09:31:26.680054) \u000a09:31:29.921826 run osmo-hlr_10.42.42.2(pid=1440): stderr: \u000a| �[0;m�[1;31m20221214093126850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093126850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093126850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093126850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093126850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093126850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093126862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093126873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093126874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093126874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:29.963928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1439): Terminating (SIGTERM)\u000a09:31:30.003553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1442): Terminating (SIGTERM)\u000a09:31:30.043087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1446): Terminating (SIGTERM)\u000a09:31:30.052241 --- ParallelTerminationStrategy: PID 1439 died...\u000a09:31:30.105764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1439): Terminated: ok {rc=0}\u000a09:31:30.115235 --- ParallelTerminationStrategy: PID 1442 died...\u000a09:31:30.168520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1442): Terminated: ok {rc=0}\u000a09:31:30.178069 --- ParallelTerminationStrategy: PID 1446 died...\u000a09:31:30.231104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1446): Terminated: ok {rc=0}\u000a09:31:30.313720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1454): Process ended prematurely: osmo-stp_10.42.42.5(pid=1454) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1454)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1454): Process ended prematurely: osmo-stp_10.42.42.5(pid=1454) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:31:31.363372 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:31.375669 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:31:31.561615 tst ping_idle_ping.py: using LAC 39997\u000a09:31:31.691086 tst ping_idle_ping.py: using RAC 217\u000a09:31:31.815836 tst ping_idle_ping.py: using CellId 39997\u000a09:31:31.942844 tst ping_idle_ping.py: using BVCI 39998\u000a09:31:31.968256 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:31.981172 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:31.993472 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:32.006317 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:32.019276 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:32.032343 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:32.045605 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:31:32.059145 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:31:32.350236 tst ping_idle_ping.py:24: start network...\u000a09:31:32.482086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:32.990972 run create_hlr_db(pid=1448): Launched\u000a09:31:33.174004 bus /gobi_6: Setting Powered False\u000a09:31:34.195700 run create_hlr_db(pid=1448): Terminated: ok {rc=0}\u000a09:31:34.593979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1450): Launched\u000a09:31:34.889496 run osmo-hlr_10.42.42.2(pid=1451): Launched\u000a09:31:35.005368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:35.520932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1453): Launched\u000a09:31:35.815081 run osmo-stp_10.42.42.5(pid=1454): Launched\u000a09:31:35.922074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:36.436000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1456): Launched\u000a09:31:36.540393 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:36.797660 run patchelf(pid=1457): Launched\u000a09:31:36.969613 run osmo-stp_10.42.42.5(pid=1454): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1454)]\u000a09:31:37.095414 run osmo-stp_10.42.42.5(pid=1454): stdout: \u000a| (launched: 2022-12-14_09:31:35.669429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:37.221685 run osmo-stp_10.42.42.5(pid=1454): stderr: \u000a| �[0;m�[38;5;43m20221214093135835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093135835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093135835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093135836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093135837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093135837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093135837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:37.343592 run osmo-stp_10.42.42.5(pid=1454): stdout: \u000a| (launched: 2022-12-14_09:31:35.669429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:37.464558 run osmo-stp_10.42.42.5(pid=1454): stderr: \u000a| �[0;m�[38;5;43m20221214093135835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093135835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093135835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093135836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093135837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093135837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093135837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:37.605114 run patchelf(pid=1457): Terminating (SIGINT)\u000a09:31:37.770037 run patchelf(pid=1457): Terminated: ok {rc=0}\u000a09:31:37.799950 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1454): Process ended prematurely: osmo-stp_10.42.42.5(pid=1454) [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1454)] [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:31:37.808634 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:31:37.868256 run osmo-hlr_10.42.42.2(pid=1451): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1451)]\u000a09:31:37.916988 run osmo-hlr_10.42.42.2(pid=1451): stdout: \u000a| (launched: 2022-12-14_09:31:34.743788) \u000a09:31:37.966771 run osmo-hlr_10.42.42.2(pid=1451): stderr: \u000a| �[0;m�[1;31m20221214093134916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093134916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093134916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093134916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093134916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093134916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093134929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093134937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093134938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093134938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:38.008547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1450): Terminating (SIGTERM)\u000a09:31:38.047766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1453): Terminating (SIGTERM)\u000a09:31:38.086830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1456): Terminating (SIGTERM)\u000a09:31:38.095885 --- ParallelTerminationStrategy: PID 1450 died...\u000a09:31:38.148459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1450): Terminated: ok {rc=0}\u000a09:31:38.157918 --- ParallelTerminationStrategy: PID 1453 died...\u000a09:31:38.210338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1453): Terminated: ok {rc=0}\u000a09:31:38.219713 --- ParallelTerminationStrategy: PID 1456 died...\u000a09:31:38.272173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1456): Terminated: ok {rc=0}\u000a09:31:38.353469 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:30:40" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1467): Process ended prematurely: osmo-stp_10.42.42.5(pid=1467) [trial-2402↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1467)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1467): Process ended prematurely: osmo-stp_10.42.42.5(pid=1467) [trial-2402↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:31:40.369067 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:31:40.381618 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:31:40.536813 tst switch_tch_pdch.py: using LAC 39998\u000a09:31:40.659579 tst switch_tch_pdch.py: using RAC 218\u000a09:31:40.783048 tst switch_tch_pdch.py: using CellId 39998\u000a09:31:40.906416 tst switch_tch_pdch.py: using BVCI 39999\u000a09:31:40.930408 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:31:40.942413 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:31:40.954218 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:31:40.966100 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:31:40.977933 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:31:40.989755 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:31:41.002063 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:31:41.014142 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:31:41.130000 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:31:41.402339 tst switch_tch_pdch.py:51: start network...\u000a09:31:41.524933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:41.989761 run create_hlr_db(pid=1461): Launched\u000a09:31:42.159112 bus /gobi_6: Setting Powered False\u000a09:31:43.191858 run create_hlr_db(pid=1461): Terminated: ok {rc=0}\u000a09:31:43.611704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1463): Launched\u000a09:31:43.927303 run osmo-hlr_10.42.42.2(pid=1464): Launched\u000a09:31:44.043668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:44.591320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1466): Launched\u000a09:31:44.904261 run osmo-stp_10.42.42.5(pid=1467): Launched\u000a09:31:45.018360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:45.567649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1469): Launched\u000a09:31:45.679259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:45.992731 run patchelf(pid=1470): Launched\u000a09:31:46.182354 run osmo-stp_10.42.42.5(pid=1467): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1467)]\u000a09:31:46.319473 run osmo-stp_10.42.42.5(pid=1467): stdout: \u000a| (launched: 2022-12-14_09:31:44.750540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:46.456760 run osmo-stp_10.42.42.5(pid=1467): stderr: \u000a| �[0;m�[38;5;43m20221214093144940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093144940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093144940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093144941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093144941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093144942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093144942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:46.589941 run osmo-stp_10.42.42.5(pid=1467): stdout: \u000a| (launched: 2022-12-14_09:31:44.750540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:46.721556 run osmo-stp_10.42.42.5(pid=1467): stderr: \u000a| �[0;m�[38;5;43m20221214093144940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093144940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093144940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093144941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093144941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093144942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093144942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:46.875114 run patchelf(pid=1470): Terminating (SIGINT)\u000a09:31:47.054740 run patchelf(pid=1470): Terminated: ok {rc=0}\u000a09:31:47.088380 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1467): Process ended prematurely: osmo-stp_10.42.42.5(pid=1467) [trial-2402↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1467)] [trial-2402↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:31:47.098921 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:31:47.162867 run osmo-hlr_10.42.42.2(pid=1464): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1464)]\u000a09:31:47.214671 run osmo-hlr_10.42.42.2(pid=1464): stdout: \u000a| (launched: 2022-12-14_09:31:43.772103) \u000a09:31:47.266645 run osmo-hlr_10.42.42.2(pid=1464): stderr: \u000a| �[0;m�[1;31m20221214093143965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093143965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093143966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093143966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093143966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093143966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093143978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093143987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093143987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093143987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:47.310858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1463): Terminating (SIGTERM)\u000a09:31:47.352399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1466): Terminating (SIGTERM)\u000a09:31:47.394440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1469): Terminating (SIGTERM)\u000a09:31:47.404092 --- ParallelTerminationStrategy: PID 1463 died...\u000a09:31:47.459390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1463): Terminated: ok {rc=0}\u000a09:31:47.469553 --- ParallelTerminationStrategy: PID 1466 died...\u000a09:31:47.524511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1466): Terminated: ok {rc=0}\u000a09:31:47.534418 --- ParallelTerminationStrategy: PID 1469 died...\u000a09:31:47.589332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1469): Terminated: ok {rc=0}\u000a09:31:47.675859 bus /gobi_0: Setting Powered False\u000a09:31:48.777952 bus /gobi_0: Setting Powered False\u000a09:31:49.886648 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:31:40" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1480): Process ended prematurely: osmo-stp_10.42.42.5(pid=1480) [trial-2402↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1480)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1480): Process ended prematurely: osmo-stp_10.42.42.5(pid=1480) [trial-2402↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a09:31:51.829705 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:31:51.840644 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:31:51.979024 tst mo_mt_sms.py: using LAC 39999\u000a09:31:52.104215 tst mo_mt_sms.py: using RAC 219\u000a09:31:52.227341 tst mo_mt_sms.py: using CellId 39999\u000a09:31:52.350600 tst mo_mt_sms.py: using BVCI 40000\u000a09:31:52.374645 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:31:52.385815 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:31:52.396666 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:31:52.407589 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:31:52.418590 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:31:52.429590 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a09:31:52.544875 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a09:31:52.750395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:53.252825 run create_hlr_db(pid=1474): Launched\u000a09:31:53.435091 bus /gobi_6: Setting Powered False\u000a09:31:54.457226 run create_hlr_db(pid=1474): Terminated: ok {rc=0}\u000a09:31:54.852116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1476): Launched\u000a09:31:55.145470 run osmo-hlr_10.42.42.2(pid=1477): Launched\u000a09:31:55.256544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:55.773789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1479): Launched\u000a09:31:56.067210 run osmo-stp_10.42.42.5(pid=1480): Launched\u000a09:31:56.173404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:31:56.711580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1482): Launched\u000a09:31:57.006741 run osmo-msc_10.42.42.6(pid=1483): Launched\u000a09:31:57.179196 run osmo-stp_10.42.42.5(pid=1480): ERR: Terminated: ERROR {rc=1} [trial-2402↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1480)]\u000a09:31:57.303723 run osmo-stp_10.42.42.5(pid=1480): stdout: \u000a| (launched: 2022-12-14_09:31:55.922365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:57.426554 run osmo-stp_10.42.42.5(pid=1480): stderr: \u000a| �[0;m�[38;5;43m20221214093156090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093156090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093156090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093156091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093156091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093156091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093156091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:57.544631 run osmo-stp_10.42.42.5(pid=1480): stdout: \u000a| (launched: 2022-12-14_09:31:55.922365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:57.661449 run osmo-stp_10.42.42.5(pid=1480): stderr: \u000a| �[0;m�[38;5;43m20221214093156090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093156090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093156090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093156091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093156091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093156091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093156091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:57.712469 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1480): Process ended prematurely: osmo-stp_10.42.42.5(pid=1480) [trial-2402↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1480)] [trial-2402↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a09:31:57.720311 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a09:31:57.780355 run osmo-hlr_10.42.42.2(pid=1477): ERR: Terminated: ERROR {rc=237} [trial-2402↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1477)]\u000a09:31:57.828818 run osmo-hlr_10.42.42.2(pid=1477): stdout: \u000a| (launched: 2022-12-14_09:31:55.000809) \u000a09:31:57.877783 run osmo-hlr_10.42.42.2(pid=1477): stderr: \u000a| �[0;m�[1;31m20221214093155172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093155172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093155172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093155172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093155172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093155172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093155183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093155192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093155192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093155192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:57.944521 run osmo-msc_10.42.42.6(pid=1483): ERR: Terminated: ERROR {rc=2} [trial-2402↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1483)]\u000a09:31:57.992888 run osmo-msc_10.42.42.6(pid=1483): stdout: \u000a| (launched: 2022-12-14_09:31:56.860363) \u000a09:31:58.042335 run osmo-msc_10.42.42.6(pid=1483): stderr: \u000a| �[0;m�[38;5;43m20221214093157126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093157126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bd713ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093157126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093157126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093157126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093157127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093157128 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093157129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093157129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093157129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:31:58.083969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1476): Terminating (SIGTERM)\u000a09:31:58.123189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1479): Terminating (SIGTERM)\u000a09:31:58.162298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1482): Terminating (SIGTERM)\u000a09:31:58.171313 --- ParallelTerminationStrategy: PID 1476 died...\u000a09:31:58.224091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1476): Terminated: ok {rc=0}\u000a09:31:58.233656 --- ParallelTerminationStrategy: PID 1479 died...\u000a09:31:58.286286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1479): Terminated: ok {rc=0}\u000a09:31:58.295768 --- ParallelTerminationStrategy: PID 1482 died...\u000a09:31:58.348461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1482): Terminated: ok {rc=0}\u000a09:31:58.435540 bus /sierra_3: Setting Powered False\u000a09:31:59.535803 bus /sierra_3: Setting Powered False\u000a09:32:00.640670 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:31:51" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1489): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1489) [trial-2402↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1489)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1489): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1489) [trial-2402↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a09:32:02.542518 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a09:32:02.553345 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:32:02.686207 tst assert_extension.py: using LAC 40000\u000a09:32:02.802055 tst assert_extension.py: using RAC 220\u000a09:32:02.925087 tst assert_extension.py: using CellId 40000\u000a09:32:03.048576 tst assert_extension.py: using BVCI 40001\u000a09:32:03.072570 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a09:32:03.346054 tst assert_extension.py:10: start nitb and bts...\u000a09:32:03.468814 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:32:04.081021 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1488): Launched\u000a09:32:04.373262 run osmo-nitb_10.42.42.2(pid=1489): Launched\u000a09:32:04.554907 run osmo-nitb_10.42.42.2(pid=1489): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1489)]\u000a09:32:04.688897 run osmo-nitb_10.42.42.2(pid=1489): stdout: \u000a| (launched: 2022-12-14_09:32:04.230248) \u000a09:32:04.823035 run osmo-nitb_10.42.42.2(pid=1489): stderr: \u000a| (launched: 2022-12-14_09:32:04.273990)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:32:04.952765 run osmo-nitb_10.42.42.2(pid=1489): stdout: \u000a| (launched: 2022-12-14_09:32:04.230248) \u000a09:32:05.081633 run osmo-nitb_10.42.42.2(pid=1489): stderr: \u000a| (launched: 2022-12-14_09:32:04.273990)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:32:05.491942 tst osmo-nitb_10.42.42.2(pid=1489): stdout: \u000a| (launched: 2022-12-14_09:32:04.230248) \u000a09:32:05.609116 tst osmo-nitb_10.42.42.2(pid=1489): stderr: \u000a| (launched: 2022-12-14_09:32:04.273990)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:32:05.660347 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1489): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1489) [trial-2402↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1489)] [trial-2402↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a09:32:05.668443 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a09:32:05.702676 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1488): Terminating (SIGTERM)\u000a09:32:05.880199 --- ParallelTerminationStrategy: PID 1488 died...\u000a09:32:05.934817 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1488): Terminated: ok {rc=0}\u000a09:32:06.021859 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:32:02" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1499): Process ended prematurely: osmo-stp_10.42.42.5(pid=1499) [trial-2402↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1499): Process ended prematurely: osmo-stp_10.42.42.5(pid=1499) [trial-2402↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a09:32:07.857450 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:07.868096 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:32:08.001557 tst assert_extension.py: using LAC 40001\u000a09:32:08.116028 tst assert_extension.py: using RAC 221\u000a09:32:08.230795 tst assert_extension.py: using CellId 40001\u000a09:32:08.345560 tst assert_extension.py: using BVCI 40002\u000a09:32:08.367935 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:08.378828 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:08.389484 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:08.400074 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:08.411369 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:08.422353 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a09:32:08.629881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:09.135139 run create_hlr_db(pid=1493): Launched\u000a09:32:09.317236 bus /sierra_2: Setting Powered False\u000a09:32:10.337858 run create_hlr_db(pid=1493): Terminated: ok {rc=0}\u000a09:32:10.734843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1495): Launched\u000a09:32:11.030741 run osmo-hlr_10.42.42.2(pid=1496): Launched\u000a09:32:11.145479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:11.664345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1498): Launched\u000a09:32:11.960047 run osmo-stp_10.42.42.5(pid=1499): Launched\u000a09:32:12.067888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:32:12.605334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1501): Launched\u000a09:32:12.899862 run osmo-msc_10.42.42.6(pid=1502): Launched\u000a09:32:13.073061 run osmo-stp_10.42.42.5(pid=1499): ERR: Terminated: ERROR {rc=1} [trial-2402↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)]\u000a09:32:13.198470 run osmo-stp_10.42.42.5(pid=1499): stdout: \u000a| (launched: 2022-12-14_09:32:11.813145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:13.321613 run osmo-stp_10.42.42.5(pid=1499): stderr: \u000a| �[0;m�[38;5;43m20221214093211981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093211982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093211982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093211982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093211983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093211983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093211983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:13.439439 run osmo-stp_10.42.42.5(pid=1499): stdout: \u000a| (launched: 2022-12-14_09:32:11.813145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:13.556059 run osmo-stp_10.42.42.5(pid=1499): stderr: \u000a| �[0;m�[38;5;43m20221214093211981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093211982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093211982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093211982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093211983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093211983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093211983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:13.607307 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1499): Process ended prematurely: osmo-stp_10.42.42.5(pid=1499) [trial-2402↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)] [trial-2402↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a09:32:13.615327 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a09:32:13.675056 run osmo-hlr_10.42.42.2(pid=1496): ERR: Terminated: ERROR {rc=237} [trial-2402↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1496)]\u000a09:32:13.723826 run osmo-hlr_10.42.42.2(pid=1496): stdout: \u000a| (launched: 2022-12-14_09:32:10.884583) \u000a09:32:13.773207 run osmo-hlr_10.42.42.2(pid=1496): stderr: \u000a| �[0;m�[1;31m20221214093211056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093211056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093211057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093211057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093211057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093211057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093211069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093211077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093211077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093211077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:13.840372 run osmo-msc_10.42.42.6(pid=1502): ERR: Terminated: ERROR {rc=2} [trial-2402↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1502)]\u000a09:32:13.889015 run osmo-msc_10.42.42.6(pid=1502): stdout: \u000a| (launched: 2022-12-14_09:32:12.753739) \u000a09:32:13.938624 run osmo-msc_10.42.42.6(pid=1502): stderr: \u000a| �[0;m�[38;5;43m20221214093213019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093213020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb284215c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093213020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093213020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093213020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093213020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093213022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093213022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093213023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093213023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:32:13.980694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1495): Terminating (SIGTERM)\u000a09:32:14.020717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1498): Terminating (SIGTERM)\u000a09:32:14.060201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1501): Terminating (SIGTERM)\u000a09:32:14.069454 --- ParallelTerminationStrategy: PID 1495 died...\u000a09:32:14.122722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1495): Terminated: ok {rc=0}\u000a09:32:14.132270 --- ParallelTerminationStrategy: PID 1498 died...\u000a09:32:14.185366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1498): Terminated: ok {rc=0}\u000a09:32:14.194919 --- ParallelTerminationStrategy: PID 1501 died...\u000a09:32:14.247629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1501): Terminated: ok {rc=0}\u000a09:32:14.335965 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:32:07" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1513): Process ended prematurely: osmo-stp_10.42.42.5(pid=1513) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1513)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1513): Process ended prematurely: osmo-stp_10.42.42.5(pid=1513) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:32:16.312285 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:16.324518 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:32:16.520204 tst mo_mt_call.py: using LAC 40002\u000a09:32:16.649374 tst mo_mt_call.py: using RAC 222\u000a09:32:16.801277 tst mo_mt_call.py: using CellId 40002\u000a09:32:16.937318 tst mo_mt_call.py: using BVCI 40003\u000a09:32:16.960939 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:16.973018 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:16.984672 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:16.996452 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:17.009276 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:17.021886 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:32:17.141838 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:32:17.345953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:17.820834 run create_hlr_db(pid=1507): Launched\u000a09:32:17.992887 bus /sierra_2: Setting Powered False\u000a09:32:19.014147 run create_hlr_db(pid=1507): Terminated: ok {rc=0}\u000a09:32:19.413024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1509): Launched\u000a09:32:19.713718 run osmo-hlr_10.42.42.2(pid=1510): Launched\u000a09:32:19.830362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:20.357232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1512): Launched\u000a09:32:20.657384 run osmo-stp_10.42.42.5(pid=1513): Launched\u000a09:32:20.767428 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:32:21.313782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1515): Launched\u000a09:32:21.615419 run osmo-msc_10.42.42.6(pid=1516): Launched\u000a09:32:21.791023 run osmo-stp_10.42.42.5(pid=1513): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1513)]\u000a09:32:21.917418 run osmo-stp_10.42.42.5(pid=1513): stdout: \u000a| (launched: 2022-12-14_09:32:20.508622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:22.042058 run osmo-stp_10.42.42.5(pid=1513): stderr: \u000a| �[0;m�[38;5;43m20221214093220674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093220674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093220675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093220675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093220675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093220676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093220676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:22.162333 run osmo-stp_10.42.42.5(pid=1513): stdout: \u000a| (launched: 2022-12-14_09:32:20.508622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:22.281948 run osmo-stp_10.42.42.5(pid=1513): stderr: \u000a| �[0;m�[38;5;43m20221214093220674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093220674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093220675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093220675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093220675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093220676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093220676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:22.334206 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1513): Process ended prematurely: osmo-stp_10.42.42.5(pid=1513) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1513)] [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:32:22.342885 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:32:22.402494 run osmo-hlr_10.42.42.2(pid=1510): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1510)]\u000a09:32:22.451164 run osmo-hlr_10.42.42.2(pid=1510): stdout: \u000a| (launched: 2022-12-14_09:32:19.565080) \u000a09:32:22.500498 run osmo-hlr_10.42.42.2(pid=1510): stderr: \u000a| �[0;m�[1;31m20221214093219738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093219738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093219738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093219738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093219738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093219738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093219751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093219759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093219759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093219759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:22.567445 run osmo-msc_10.42.42.6(pid=1516): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1516)]\u000a09:32:22.616122 run osmo-msc_10.42.42.6(pid=1516): stdout: \u000a| (launched: 2022-12-14_09:32:21.465492) \u000a09:32:22.665232 run osmo-msc_10.42.42.6(pid=1516): stderr: \u000a| �[0;m�[38;5;43m20221214093221734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093221734 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18a0a60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093221734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093221734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093221735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093221735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093221736 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093221737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093221737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093221737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:32:22.707003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1509): Terminating (SIGTERM)\u000a09:32:22.746633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1512): Terminating (SIGTERM)\u000a09:32:22.786243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1515): Terminating (SIGTERM)\u000a09:32:22.795396 --- ParallelTerminationStrategy: PID 1509 died...\u000a09:32:22.848821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1509): Terminated: ok {rc=0}\u000a09:32:22.858384 --- ParallelTerminationStrategy: PID 1512 died...\u000a09:32:22.911404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1512): Terminated: ok {rc=0}\u000a09:32:22.920921 --- ParallelTerminationStrategy: PID 1515 died...\u000a09:32:22.973923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1515): Terminated: ok {rc=0}\u000a09:32:23.056599 bus /sierra_3: Setting Powered False\u000a09:32:24.157867 bus /sierra_3: Setting Powered False\u000a09:32:25.267850 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:32:26.375556 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:26.387573 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:32:26.540798 tst mo_mt_call_osmux.py: using LAC 40003\u000a09:32:26.659794 tst mo_mt_call_osmux.py: using RAC 223\u000a09:32:26.778633 tst mo_mt_call_osmux.py: using CellId 40003\u000a09:32:26.897491 tst mo_mt_call_osmux.py: using BVCI 40004\u000a09:32:26.920306 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:26.931596 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:26.942638 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:26.953731 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:26.965147 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:32:26.976538 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:32:27.095693 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:32:27.304618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:27.821940 run create_hlr_db(pid=1518): Launched\u000a09:32:28.006523 bus /sierra_2: Setting Powered False\u000a09:32:29.029220 run create_hlr_db(pid=1518): Terminated: ok {rc=0}\u000a09:32:29.431862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Launched\u000a09:32:29.733513 run osmo-hlr_10.42.42.2(pid=1521): Launched\u000a09:32:29.847779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:30.369869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Launched\u000a09:32:30.670600 run osmo-stp_10.42.42.5(pid=1524): Launched\u000a09:32:30.779547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:32:31.420782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1526): Launched\u000a09:32:31.871630 run osmo-msc_10.42.42.6(pid=1527): Launched\u000a09:32:32.280591 run osmo-stp_10.42.42.5(pid=1524): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]\u000a09:32:32.407992 run osmo-stp_10.42.42.5(pid=1524): stdout: \u000a| (launched: 2022-12-14_09:32:30.521904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:32.533917 run osmo-stp_10.42.42.5(pid=1524): stderr: \u000a| �[0;m�[38;5;43m20221214093230687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093230687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093230688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093230688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093230689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093230689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093230689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:32.654689 run osmo-stp_10.42.42.5(pid=1524): stdout: \u000a| (launched: 2022-12-14_09:32:30.521904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:32.774627 run osmo-stp_10.42.42.5(pid=1524): stderr: \u000a| �[0;m�[38;5;43m20221214093230687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093230687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093230688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093230688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093230689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093230689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093230689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:32.827512 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)] [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:32:32.836129 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a09:32:32.895904 run osmo-hlr_10.42.42.2(pid=1521): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1521)]\u000a09:32:32.944569 run osmo-hlr_10.42.42.2(pid=1521): stdout: \u000a| (launched: 2022-12-14_09:32:29.584098) \u000a09:32:32.994100 run osmo-hlr_10.42.42.2(pid=1521): stderr: \u000a| �[0;m�[1;31m20221214093229757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093229757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093229757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093229757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093229757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093229757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093229768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093229776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093229776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093229776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:33.061319 run osmo-msc_10.42.42.6(pid=1527): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1527)]\u000a09:32:33.110584 run osmo-msc_10.42.42.6(pid=1527): stdout: \u000a| (launched: 2022-12-14_09:32:31.588593) \u000a09:32:33.160082 run osmo-msc_10.42.42.6(pid=1527): stderr: \u000a| �[0;m�[38;5;43m20221214093231979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093231979 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f241ee9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093231979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093231979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093231979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093231979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093231984 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093231985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093231985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093231986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:32:33.201798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Terminating (SIGTERM)\u000a09:32:33.241243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Terminating (SIGTERM)\u000a09:32:33.280629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1526): Terminating (SIGTERM)\u000a09:32:33.289858 --- ParallelTerminationStrategy: PID 1520 died...\u000a09:32:33.343006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Terminated: ok {rc=0}\u000a09:32:33.352505 --- ParallelTerminationStrategy: PID 1523 died...\u000a09:32:33.405766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Terminated: ok {rc=0}\u000a09:32:33.415281 --- ParallelTerminationStrategy: PID 1526 died...\u000a09:32:33.468211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1526): Terminated: ok {rc=0}\u000a09:32:33.555921 bus /sierra_3: Setting Powered False\u000a09:32:34.657598 bus /sierra_3: Setting Powered False\u000a09:32:35.766263 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:32:16" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1538): Process ended prematurely: osmo-stp_10.42.42.5(pid=1538) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1538)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1538): Process ended prematurely: osmo-stp_10.42.42.5(pid=1538) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:32:37.784202 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:37.796121 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:32:37.957883 tst mo_mt_call.py: using LAC 40004\u000a09:32:38.082813 tst mo_mt_call.py: using RAC 224\u000a09:32:38.199150 tst mo_mt_call.py: using CellId 40004\u000a09:32:38.316272 tst mo_mt_call.py: using BVCI 40005\u000a09:32:38.339295 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:38.350985 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:38.362256 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:38.373303 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:38.384555 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:38.396008 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:32:38.512359 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:32:38.719983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:39.233782 run create_hlr_db(pid=1532): Launched\u000a09:32:39.418885 bus /sierra_2: Setting Powered False\u000a09:32:40.441250 run create_hlr_db(pid=1532): Terminated: ok {rc=0}\u000a09:32:40.866266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1534): Launched\u000a09:32:41.186661 run osmo-hlr_10.42.42.2(pid=1535): Launched\u000a09:32:41.306821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:41.867345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1537): Launched\u000a09:32:42.189853 run osmo-stp_10.42.42.5(pid=1538): Launched\u000a09:32:42.306682 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:32:42.892421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1540): Launched\u000a09:32:43.216087 run osmo-msc_10.42.42.6(pid=1541): Launched\u000a09:32:43.403618 run osmo-stp_10.42.42.5(pid=1538): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1538)]\u000a09:32:43.538993 run osmo-stp_10.42.42.5(pid=1538): stdout: \u000a| (launched: 2022-12-14_09:32:42.031333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:43.673567 run osmo-stp_10.42.42.5(pid=1538): stderr: \u000a| �[0;m�[38;5;43m20221214093242220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093242220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093242220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093242221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093242221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093242221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093242221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:43.802300 run osmo-stp_10.42.42.5(pid=1538): stdout: \u000a| (launched: 2022-12-14_09:32:42.031333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:43.929757 run osmo-stp_10.42.42.5(pid=1538): stderr: \u000a| �[0;m�[38;5;43m20221214093242220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093242220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093242220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093242221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093242221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093242221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093242221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:43.986110 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1538): Process ended prematurely: osmo-stp_10.42.42.5(pid=1538) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1538)] [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:32:43.995502 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:32:44.058092 run osmo-hlr_10.42.42.2(pid=1535): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1535)]\u000a09:32:44.109274 run osmo-hlr_10.42.42.2(pid=1535): stdout: \u000a| (launched: 2022-12-14_09:32:41.029527) \u000a09:32:44.161033 run osmo-hlr_10.42.42.2(pid=1535): stderr: \u000a| �[0;m�[1;31m20221214093241224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093241224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093241225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093241225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093241225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093241225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093241240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093241248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093241248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093241248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:44.231218 run osmo-msc_10.42.42.6(pid=1541): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1541)]\u000a09:32:44.282075 run osmo-msc_10.42.42.6(pid=1541): stdout: \u000a| (launched: 2022-12-14_09:32:43.055620) \u000a09:32:44.333521 run osmo-msc_10.42.42.6(pid=1541): stderr: \u000a| �[0;m�[38;5;43m20221214093243373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093243373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3a1dfac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093243373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093243373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093243373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093243373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093243375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093243375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093243376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093243376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:32:44.377544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1534): Terminating (SIGTERM)\u000a09:32:44.419502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1537): Terminating (SIGTERM)\u000a09:32:44.461227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1540): Terminating (SIGTERM)\u000a09:32:44.470968 --- ParallelTerminationStrategy: PID 1534 died...\u000a09:32:44.526594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1534): Terminated: ok {rc=0}\u000a09:32:44.536760 --- ParallelTerminationStrategy: PID 1537 died...\u000a09:32:44.592099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1537): Terminated: ok {rc=0}\u000a09:32:44.602197 --- ParallelTerminationStrategy: PID 1540 died...\u000a09:32:44.657260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1540): Terminated: ok {rc=0}\u000a09:32:44.742919 bus /sierra_3: Setting Powered False\u000a09:32:45.844008 bus /sierra_3: Setting Powered False\u000a09:32:46.956350 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1549): Process ended prematurely: osmo-stp_10.42.42.5(pid=1549) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1549)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1549): Process ended prematurely: osmo-stp_10.42.42.5(pid=1549) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:32:48.065370 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:48.077166 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:32:48.229356 tst mo_mt_call_osmux.py: using LAC 40005\u000a09:32:48.349640 tst mo_mt_call_osmux.py: using RAC 225\u000a09:32:48.475016 tst mo_mt_call_osmux.py: using CellId 40005\u000a09:32:48.591555 tst mo_mt_call_osmux.py: using BVCI 40006\u000a09:32:48.614510 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:48.625876 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:48.636820 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:48.647953 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:48.659497 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:32:48.670770 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:32:48.789773 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:32:48.998092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:49.513578 run create_hlr_db(pid=1543): Launched\u000a09:32:49.698598 bus /sierra_2: Setting Powered False\u000a09:32:50.720934 run create_hlr_db(pid=1543): Terminated: ok {rc=0}\u000a09:32:51.147737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1545): Launched\u000a09:32:51.469417 run osmo-hlr_10.42.42.2(pid=1546): Launched\u000a09:32:51.586073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:52.142771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1548): Launched\u000a09:32:52.463949 run osmo-stp_10.42.42.5(pid=1549): Launched\u000a09:32:52.580441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:32:53.166124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1551): Launched\u000a09:32:53.487424 run osmo-msc_10.42.42.6(pid=1552): Launched\u000a09:32:53.674266 run osmo-stp_10.42.42.5(pid=1549): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1549)]\u000a09:32:53.809418 run osmo-stp_10.42.42.5(pid=1549): stdout: \u000a| (launched: 2022-12-14_09:32:52.305900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:53.943040 run osmo-stp_10.42.42.5(pid=1549): stderr: \u000a| �[0;m�[38;5;43m20221214093252494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093252494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093252494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093252495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093252495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093252495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093252495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:54.072047 run osmo-stp_10.42.42.5(pid=1549): stdout: \u000a| (launched: 2022-12-14_09:32:52.305900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:54.199739 run osmo-stp_10.42.42.5(pid=1549): stderr: \u000a| �[0;m�[38;5;43m20221214093252494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093252494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093252494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093252495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093252495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093252495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093252495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:54.255935 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1549): Process ended prematurely: osmo-stp_10.42.42.5(pid=1549) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1549)] [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:32:54.265057 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:32:54.327631 run osmo-hlr_10.42.42.2(pid=1546): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1546)]\u000a09:32:54.379018 run osmo-hlr_10.42.42.2(pid=1546): stdout: \u000a| (launched: 2022-12-14_09:32:51.311779) \u000a09:32:54.431015 run osmo-hlr_10.42.42.2(pid=1546): stderr: \u000a| �[0;m�[1;31m20221214093251505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093251505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093251505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093251505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093251505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093251506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093251520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093251530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093251530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093251530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:54.501993 run osmo-msc_10.42.42.6(pid=1552): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1552)]\u000a09:32:54.553217 run osmo-msc_10.42.42.6(pid=1552): stdout: \u000a| (launched: 2022-12-14_09:32:53.329326) \u000a09:32:54.604912 run osmo-msc_10.42.42.6(pid=1552): stderr: \u000a| �[0;m�[38;5;43m20221214093253648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093253648 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7c9183c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093253648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093253648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093253649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093253649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093253650 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093253651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093253651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093253651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:32:54.648858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1545): Terminating (SIGTERM)\u000a09:32:54.690769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1548): Terminating (SIGTERM)\u000a09:32:54.732481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1551): Terminating (SIGTERM)\u000a09:32:54.742217 --- ParallelTerminationStrategy: PID 1545 died...\u000a09:32:54.797376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1545): Terminated: ok {rc=0}\u000a09:32:54.807269 --- ParallelTerminationStrategy: PID 1548 died...\u000a09:32:54.862253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1548): Terminated: ok {rc=0}\u000a09:32:54.872183 --- ParallelTerminationStrategy: PID 1551 died...\u000a09:32:54.927142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1551): Terminated: ok {rc=0}\u000a09:32:55.013506 bus /sierra_3: Setting Powered False\u000a09:32:56.118440 bus /sierra_3: Setting Powered False\u000a09:32:57.224898 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:32:37" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1564): Process ended prematurely: osmo-stp_10.42.42.5(pid=1564) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1564)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1564): Process ended prematurely: osmo-stp_10.42.42.5(pid=1564) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:32:59.231960 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:32:59.243802 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:32:59.404681 tst mo_mt_call.py: using LAC 40006\u000a09:32:59.532651 tst mo_mt_call.py: using RAC 226\u000a09:32:59.660392 tst mo_mt_call.py: using CellId 40006\u000a09:32:59.788338 tst mo_mt_call.py: using BVCI 40007\u000a09:32:59.812878 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:32:59.824568 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:32:59.835996 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:32:59.847450 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:32:59.859358 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:32:59.870970 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:32:59.988086 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:33:00.198688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:00.707600 run create_hlr_db(pid=1557): Launched\u000a09:33:00.896478 bus /sierra_2: Setting Powered False\u000a09:33:01.916539 run create_hlr_db(pid=1557): Terminated: ok {rc=0}\u000a09:33:02.396400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1560): Launched\u000a09:33:02.697392 run osmo-hlr_10.42.42.2(pid=1561): Launched\u000a09:33:02.813862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:03.339515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1563): Launched\u000a09:33:03.638580 run osmo-stp_10.42.42.5(pid=1564): Launched\u000a09:33:03.746824 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:04.293384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1566): Launched\u000a09:33:04.594813 run osmo-msc_10.42.42.6(pid=1567): Launched\u000a09:33:04.771448 run osmo-stp_10.42.42.5(pid=1564): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1564)]\u000a09:33:04.899056 run osmo-stp_10.42.42.5(pid=1564): stdout: \u000a| (launched: 2022-12-14_09:33:03.491264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:05.024087 run osmo-stp_10.42.42.5(pid=1564): stderr: \u000a| �[0;m�[38;5;43m20221214093303659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093303659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093303660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093303660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093303661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093303661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093303661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:05.144747 run osmo-stp_10.42.42.5(pid=1564): stdout: \u000a| (launched: 2022-12-14_09:33:03.491264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:05.264261 run osmo-stp_10.42.42.5(pid=1564): stderr: \u000a| �[0;m�[38;5;43m20221214093303659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093303659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093303660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093303660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093303661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093303661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093303661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:05.316874 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1564): Process ended prematurely: osmo-stp_10.42.42.5(pid=1564) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1564)] [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:33:05.325507 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:33:05.385358 run osmo-hlr_10.42.42.2(pid=1561): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1561)]\u000a09:33:05.434706 run osmo-hlr_10.42.42.2(pid=1561): stdout: \u000a| (launched: 2022-12-14_09:33:02.549221) \u000a09:33:05.484106 run osmo-hlr_10.42.42.2(pid=1561): stderr: \u000a| �[0;m�[1;31m20221214093302722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093302722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093302722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093302722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093302722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093302722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093302734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093302743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093302743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093302743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:05.551363 run osmo-msc_10.42.42.6(pid=1567): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1567)]\u000a09:33:05.600084 run osmo-msc_10.42.42.6(pid=1567): stdout: \u000a| (launched: 2022-12-14_09:33:04.445469) \u000a09:33:05.649327 run osmo-msc_10.42.42.6(pid=1567): stderr: \u000a| �[0;m�[38;5;43m20221214093304715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093304715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4271168c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093304715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093304715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093304715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093304716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093304717 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093304718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093304718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093304718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:05.691156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1560): Terminating (SIGTERM)\u000a09:33:05.730662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1563): Terminating (SIGTERM)\u000a09:33:05.770075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1566): Terminating (SIGTERM)\u000a09:33:05.779244 --- ParallelTerminationStrategy: PID 1560 died...\u000a09:33:05.832430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1560): Terminated: ok {rc=0}\u000a09:33:05.841974 --- ParallelTerminationStrategy: PID 1563 died...\u000a09:33:05.894705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1563): Terminated: ok {rc=0}\u000a09:33:05.904178 --- ParallelTerminationStrategy: PID 1566 died...\u000a09:33:05.956910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1566): Terminated: ok {rc=0}\u000a09:33:06.044908 bus /sierra_3: Setting Powered False\u000a09:33:07.146862 bus /sierra_3: Setting Powered False\u000a09:33:08.255626 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1575): Process ended prematurely: osmo-stp_10.42.42.5(pid=1575) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1575): Process ended prematurely: osmo-stp_10.42.42.5(pid=1575) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:33:09.369398 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:33:09.381819 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:33:09.546940 tst mo_mt_call_osmux.py: using LAC 40007\u000a09:33:09.675992 tst mo_mt_call_osmux.py: using RAC 227\u000a09:33:09.803245 tst mo_mt_call_osmux.py: using CellId 40007\u000a09:33:09.930246 tst mo_mt_call_osmux.py: using BVCI 40008\u000a09:33:09.955150 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:33:09.967093 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:33:09.978869 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:33:09.990727 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:33:10.002714 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:33:10.014636 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:33:10.130096 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:33:10.345220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:10.862054 run create_hlr_db(pid=1569): Launched\u000a09:33:11.048196 bus /sierra_2: Setting Powered False\u000a09:33:12.069526 run create_hlr_db(pid=1569): Terminated: ok {rc=0}\u000a09:33:12.498758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1571): Launched\u000a09:33:12.821920 run osmo-hlr_10.42.42.2(pid=1572): Launched\u000a09:33:12.944110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:13.504505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1574): Launched\u000a09:33:13.825721 run osmo-stp_10.42.42.5(pid=1575): Launched\u000a09:33:13.941850 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:14.530804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1577): Launched\u000a09:33:14.853035 run osmo-msc_10.42.42.6(pid=1578): Launched\u000a09:33:15.040175 run osmo-stp_10.42.42.5(pid=1575): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)]\u000a09:33:15.175823 run osmo-stp_10.42.42.5(pid=1575): stdout: \u000a| (launched: 2022-12-14_09:33:13.668229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:15.310585 run osmo-stp_10.42.42.5(pid=1575): stderr: \u000a| �[0;m�[38;5;43m20221214093313856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093313856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093313856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093313857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093313857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093313857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093313857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:15.439771 run osmo-stp_10.42.42.5(pid=1575): stdout: \u000a| (launched: 2022-12-14_09:33:13.668229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:15.567566 run osmo-stp_10.42.42.5(pid=1575): stderr: \u000a| �[0;m�[38;5;43m20221214093313856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093313856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093313856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093313857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093313857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093313857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093313857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:15.624036 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1575): Process ended prematurely: osmo-stp_10.42.42.5(pid=1575) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)] [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:33:15.633686 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:33:15.696103 run osmo-hlr_10.42.42.2(pid=1572): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1572)]\u000a09:33:15.747192 run osmo-hlr_10.42.42.2(pid=1572): stdout: \u000a| (launched: 2022-12-14_09:33:12.663804) \u000a09:33:15.798671 run osmo-hlr_10.42.42.2(pid=1572): stderr: \u000a| �[0;m�[1;31m20221214093312858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093312858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093312858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093312858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093312858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093312858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093312871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093312879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093312879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093312879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:15.878451 run osmo-msc_10.42.42.6(pid=1578): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1578)]\u000a09:33:15.947332 run osmo-msc_10.42.42.6(pid=1578): stdout: \u000a| (launched: 2022-12-14_09:33:14.694954) \u000a09:33:15.999423 run osmo-msc_10.42.42.6(pid=1578): stderr: \u000a| �[0;m�[38;5;43m20221214093315013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093315013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd484b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093315013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093315013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093315013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093315014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093315015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093315016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093315016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093315016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:16.062855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1571): Terminating (SIGTERM)\u000a09:33:16.107388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1574): Terminating (SIGTERM)\u000a09:33:16.151626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1577): Terminating (SIGTERM)\u000a09:33:16.163356 --- ParallelTerminationStrategy: PID 1571 died...\u000a09:33:16.233300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1571): Terminated: ok {rc=0}\u000a09:33:16.246426 --- ParallelTerminationStrategy: PID 1574 died...\u000a09:33:16.311003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1574): Terminated: ok {rc=0}\u000a09:33:16.321735 --- ParallelTerminationStrategy: PID 1577 died...\u000a09:33:16.379527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1577): Terminated: ok {rc=0}\u000a09:33:16.467620 bus /sierra_3: Setting Powered False\u000a09:33:17.571946 bus /sierra_3: Setting Powered False\u000a09:33:18.682433 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:32:58" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:33:20.670475 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:20.682166 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:33:20.834839 tst mo_mt_call.py: using LAC 40008\u000a09:33:20.953441 tst mo_mt_call.py: using RAC 228\u000a09:33:21.071033 tst mo_mt_call.py: using CellId 40008\u000a09:33:21.194510 tst mo_mt_call.py: using BVCI 40009\u000a09:33:21.217390 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:21.228668 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:21.239779 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:21.250992 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:21.262528 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:21.274017 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:33:21.389145 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:33:21.598898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:22.112301 run create_hlr_db(pid=1583): Launched\u000a09:33:22.296654 bus /sierra_2: Setting Powered False\u000a09:33:23.318728 run create_hlr_db(pid=1583): Terminated: ok {rc=0}\u000a09:33:23.729051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Launched\u000a09:33:24.049790 run osmo-hlr_10.42.42.2(pid=1586): Launched\u000a09:33:24.171150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:24.733242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Launched\u000a09:33:25.054271 run osmo-stp_10.42.42.5(pid=1589): Launched\u000a09:33:25.169871 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:25.755118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1591): Launched\u000a09:33:26.076811 run osmo-msc_10.42.42.6(pid=1592): Launched\u000a09:33:26.264435 run osmo-stp_10.42.42.5(pid=1589): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]\u000a09:33:26.400164 run osmo-stp_10.42.42.5(pid=1589): stdout: \u000a| (launched: 2022-12-14_09:33:24.896497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:26.536581 run osmo-stp_10.42.42.5(pid=1589): stderr: \u000a| �[0;m�[38;5;43m20221214093325084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093325084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093325085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093325085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093325086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093325086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093325086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:26.665514 run osmo-stp_10.42.42.5(pid=1589): stdout: \u000a| (launched: 2022-12-14_09:33:24.896497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:26.793568 run osmo-stp_10.42.42.5(pid=1589): stderr: \u000a| �[0;m�[38;5;43m20221214093325084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093325084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093325085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093325085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093325086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093325086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093325086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:26.849973 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)] [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:33:26.859149 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:33:26.921344 run osmo-hlr_10.42.42.2(pid=1586): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1586)]\u000a09:33:26.972084 run osmo-hlr_10.42.42.2(pid=1586): stdout: \u000a| (launched: 2022-12-14_09:33:23.892314) \u000a09:33:27.023903 run osmo-hlr_10.42.42.2(pid=1586): stderr: \u000a| �[0;m�[1;31m20221214093324085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093324085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093324085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093324085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093324086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093324086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093324099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093324110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093324110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093324110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:27.094396 run osmo-msc_10.42.42.6(pid=1592): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1592)]\u000a09:33:27.145216 run osmo-msc_10.42.42.6(pid=1592): stdout: \u000a| (launched: 2022-12-14_09:33:25.918131) \u000a09:33:27.196317 run osmo-msc_10.42.42.6(pid=1592): stderr: \u000a| �[0;m�[38;5;43m20221214093326235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093326235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b24891c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093326236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093326236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093326236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093326236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093326238 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093326238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093326238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093326238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:27.239963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Terminating (SIGTERM)\u000a09:33:27.281467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Terminating (SIGTERM)\u000a09:33:27.322773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1591): Terminating (SIGTERM)\u000a09:33:27.332404 --- ParallelTerminationStrategy: PID 1585 died...\u000a09:33:27.387692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Terminated: ok {rc=0}\u000a09:33:27.397776 --- ParallelTerminationStrategy: PID 1588 died...\u000a09:33:27.453067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Terminated: ok {rc=0}\u000a09:33:27.463058 --- ParallelTerminationStrategy: PID 1591 died...\u000a09:33:27.518154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1591): Terminated: ok {rc=0}\u000a09:33:27.604972 bus /sierra_3: Setting Powered False\u000a09:33:28.709579 bus /sierra_3: Setting Powered False\u000a09:33:29.820095 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1600): Process ended prematurely: osmo-stp_10.42.42.5(pid=1600) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1600)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1600): Process ended prematurely: osmo-stp_10.42.42.5(pid=1600) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:33:30.943528 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:30.956486 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:33:31.135068 tst mo_mt_call_osmux.py: using LAC 40009\u000a09:33:31.259279 tst mo_mt_call_osmux.py: using RAC 229\u000a09:33:31.388146 tst mo_mt_call_osmux.py: using CellId 40009\u000a09:33:31.514781 tst mo_mt_call_osmux.py: using BVCI 40010\u000a09:33:31.540194 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:31.552533 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:31.566048 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:31.578397 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:31.591310 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:33:31.604108 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:33:31.736643 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:33:31.992789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:32.535930 run create_hlr_db(pid=1594): Launched\u000a09:33:32.720930 bus /sierra_2: Setting Powered False\u000a09:33:33.743172 run create_hlr_db(pid=1594): Terminated: ok {rc=0}\u000a09:33:34.170835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1596): Launched\u000a09:33:34.491703 run osmo-hlr_10.42.42.2(pid=1597): Launched\u000a09:33:34.610618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:35.171344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1599): Launched\u000a09:33:35.492334 run osmo-stp_10.42.42.5(pid=1600): Launched\u000a09:33:35.608423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:36.195141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1602): Launched\u000a09:33:36.517240 run osmo-msc_10.42.42.6(pid=1603): Launched\u000a09:33:36.707279 run osmo-stp_10.42.42.5(pid=1600): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1600)]\u000a09:33:36.843442 run osmo-stp_10.42.42.5(pid=1600): stdout: \u000a| (launched: 2022-12-14_09:33:35.335021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:36.977966 run osmo-stp_10.42.42.5(pid=1600): stderr: \u000a| �[0;m�[38;5;43m20221214093335524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093335524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093335525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093335525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093335526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093335526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093335526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:37.107330 run osmo-stp_10.42.42.5(pid=1600): stdout: \u000a| (launched: 2022-12-14_09:33:35.335021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:37.235153 run osmo-stp_10.42.42.5(pid=1600): stderr: \u000a| �[0;m�[38;5;43m20221214093335524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093335524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093335525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093335525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093335526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093335526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093335526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:37.291482 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1600): Process ended prematurely: osmo-stp_10.42.42.5(pid=1600) [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1600)] [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:33:37.300647 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:33:37.362849 run osmo-hlr_10.42.42.2(pid=1597): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1597)]\u000a09:33:37.413929 run osmo-hlr_10.42.42.2(pid=1597): stdout: \u000a| (launched: 2022-12-14_09:33:34.334742) \u000a09:33:37.465499 run osmo-hlr_10.42.42.2(pid=1597): stderr: \u000a| �[0;m�[1;31m20221214093334530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093334530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093334530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093334530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093334530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093334530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093334543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093334551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093334551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093334551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:37.535652 run osmo-msc_10.42.42.6(pid=1603): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1603)]\u000a09:33:37.586468 run osmo-msc_10.42.42.6(pid=1603): stdout: \u000a| (launched: 2022-12-14_09:33:36.358566) \u000a09:33:37.637928 run osmo-msc_10.42.42.6(pid=1603): stderr: \u000a| �[0;m�[38;5;43m20221214093336677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093336678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f608f8c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093336678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093336678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093336678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093336678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093336680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093336680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093336680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093336680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:37.681773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1596): Terminating (SIGTERM)\u000a09:33:37.723222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1599): Terminating (SIGTERM)\u000a09:33:37.764585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1602): Terminating (SIGTERM)\u000a09:33:37.774270 --- ParallelTerminationStrategy: PID 1596 died...\u000a09:33:37.829762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1596): Terminated: ok {rc=0}\u000a09:33:37.839834 --- ParallelTerminationStrategy: PID 1599 died...\u000a09:33:37.895241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1599): Terminated: ok {rc=0}\u000a09:33:37.905344 --- ParallelTerminationStrategy: PID 1602 died...\u000a09:33:37.960368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1602): Terminated: ok {rc=0}\u000a09:33:38.046205 bus /sierra_3: Setting Powered False\u000a09:33:39.150115 bus /sierra_3: Setting Powered False\u000a09:33:40.256096 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:33:20" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1614): Process ended prematurely: osmo-stp_10.42.42.5(pid=1614) [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1614)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1614): Process ended prematurely: osmo-stp_10.42.42.5(pid=1614) [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:33:42.238809 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:42.250014 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:33:42.403863 tst mo_mt_call.py: using LAC 40010\u000a09:33:42.523330 tst mo_mt_call.py: using RAC 230\u000a09:33:42.643286 tst mo_mt_call.py: using CellId 40010\u000a09:33:42.763186 tst mo_mt_call.py: using BVCI 40011\u000a09:33:42.786181 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:42.797334 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:42.808328 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:42.819287 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:42.830737 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:42.842064 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:33:42.962851 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:33:43.167765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:43.641835 run create_hlr_db(pid=1608): Launched\u000a09:33:43.813300 bus /sierra_2: Setting Powered False\u000a09:33:44.834839 run create_hlr_db(pid=1608): Terminated: ok {rc=0}\u000a09:33:45.261824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1610): Launched\u000a09:33:45.583928 run osmo-hlr_10.42.42.2(pid=1611): Launched\u000a09:33:45.705485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:46.308190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1613): Launched\u000a09:33:46.717770 run osmo-stp_10.42.42.5(pid=1614): Launched\u000a09:33:46.994396 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:47.632328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1616): Launched\u000a09:33:47.954182 run osmo-msc_10.42.42.6(pid=1617): Launched\u000a09:33:48.142814 run osmo-stp_10.42.42.5(pid=1614): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1614)]\u000a09:33:48.277845 run osmo-stp_10.42.42.5(pid=1614): stdout: \u000a| (launched: 2022-12-14_09:33:46.474768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:48.411779 run osmo-stp_10.42.42.5(pid=1614): stderr: \u000a| �[0;m�[38;5;43m20221214093346776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093346777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093346779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093346779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093346781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093346781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093346782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:48.540035 run osmo-stp_10.42.42.5(pid=1614): stdout: \u000a| (launched: 2022-12-14_09:33:46.474768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:48.667080 run osmo-stp_10.42.42.5(pid=1614): stderr: \u000a| �[0;m�[38;5;43m20221214093346776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093346777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093346779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093346779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093346781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093346781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093346782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:48.723138 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1614): Process ended prematurely: osmo-stp_10.42.42.5(pid=1614) [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1614)] [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:33:48.732234 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a09:33:48.794016 run osmo-hlr_10.42.42.2(pid=1611): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1611)]\u000a09:33:48.844560 run osmo-hlr_10.42.42.2(pid=1611): stdout: \u000a| (launched: 2022-12-14_09:33:45.425406) \u000a09:33:48.895744 run osmo-hlr_10.42.42.2(pid=1611): stderr: \u000a| �[0;m�[1;31m20221214093345620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093345620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093345620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093345620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093345620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093345620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093345632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093345640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093345640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093345640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:48.965998 run osmo-msc_10.42.42.6(pid=1617): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1617)]\u000a09:33:49.016529 run osmo-msc_10.42.42.6(pid=1617): stdout: \u000a| (launched: 2022-12-14_09:33:47.795595) \u000a09:33:49.067957 run osmo-msc_10.42.42.6(pid=1617): stderr: \u000a| �[0;m�[38;5;43m20221214093348114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093348114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b39ac0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093348114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093348114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093348114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093348115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093348116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093348117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093348117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093348117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:49.111549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1610): Terminating (SIGTERM)\u000a09:33:49.152893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1613): Terminating (SIGTERM)\u000a09:33:49.194172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1616): Terminating (SIGTERM)\u000a09:33:49.203742 --- ParallelTerminationStrategy: PID 1610 died...\u000a09:33:49.258857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1610): Terminated: ok {rc=0}\u000a09:33:49.268721 --- ParallelTerminationStrategy: PID 1613 died...\u000a09:33:49.323787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1613): Terminated: ok {rc=0}\u000a09:33:49.333805 --- ParallelTerminationStrategy: PID 1616 died...\u000a09:33:49.388571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1616): Terminated: ok {rc=0}\u000a09:33:49.474071 bus /sierra_3: Setting Powered False\u000a09:33:50.579937 bus /sierra_3: Setting Powered False\u000a09:33:51.689244 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1625): Process ended prematurely: osmo-stp_10.42.42.5(pid=1625) [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1625)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1625): Process ended prematurely: osmo-stp_10.42.42.5(pid=1625) [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:33:52.798481 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:52.810466 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:33:52.962887 tst mo_mt_call_osmux.py: using LAC 40011\u000a09:33:53.080378 tst mo_mt_call_osmux.py: using RAC 231\u000a09:33:53.198876 tst mo_mt_call_osmux.py: using CellId 40011\u000a09:33:53.315246 tst mo_mt_call_osmux.py: using BVCI 40012\u000a09:33:53.338254 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:53.349545 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:53.360532 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:53.371520 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:53.382916 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:33:53.394252 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:33:53.509982 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:33:53.721918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:54.238063 run create_hlr_db(pid=1619): Launched\u000a09:33:54.423489 bus /sierra_2: Setting Powered False\u000a09:33:55.443954 run create_hlr_db(pid=1619): Terminated: ok {rc=0}\u000a09:33:55.846372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1621): Launched\u000a09:33:56.146487 run osmo-hlr_10.42.42.2(pid=1622): Launched\u000a09:33:56.264297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:56.793505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1624): Launched\u000a09:33:57.093758 run osmo-stp_10.42.42.5(pid=1625): Launched\u000a09:33:57.202795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:33:57.750602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1627): Launched\u000a09:33:58.052335 run osmo-msc_10.42.42.6(pid=1628): Launched\u000a09:33:58.228245 run osmo-stp_10.42.42.5(pid=1625): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1625)]\u000a09:33:58.355450 run osmo-stp_10.42.42.5(pid=1625): stdout: \u000a| (launched: 2022-12-14_09:33:56.945273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:58.480083 run osmo-stp_10.42.42.5(pid=1625): stderr: \u000a| �[0;m�[38;5;43m20221214093357115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093357115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093357115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093357116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093357116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093357116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093357116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:58.600518 run osmo-stp_10.42.42.5(pid=1625): stdout: \u000a| (launched: 2022-12-14_09:33:56.945273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:58.719660 run osmo-stp_10.42.42.5(pid=1625): stderr: \u000a| �[0;m�[38;5;43m20221214093357115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093357115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093357115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093357116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093357116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093357116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093357116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:58.772361 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1625): Process ended prematurely: osmo-stp_10.42.42.5(pid=1625) [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1625)] [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:33:58.780772 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:33:58.840635 run osmo-hlr_10.42.42.2(pid=1622): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1622)]\u000a09:33:58.889500 run osmo-hlr_10.42.42.2(pid=1622): stdout: \u000a| (launched: 2022-12-14_09:33:55.998594) \u000a09:33:58.938962 run osmo-hlr_10.42.42.2(pid=1622): stderr: \u000a| �[0;m�[1;31m20221214093356170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093356170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093356170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093356170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093356170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093356170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093356186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093356196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093356196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093356196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:59.006355 run osmo-msc_10.42.42.6(pid=1628): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1628)]\u000a09:33:59.055172 run osmo-msc_10.42.42.6(pid=1628): stdout: \u000a| (launched: 2022-12-14_09:33:57.902421) \u000a09:33:59.104608 run osmo-msc_10.42.42.6(pid=1628): stderr: \u000a| �[0;m�[38;5;43m20221214093358170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093358170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04251dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093358170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093358170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093358170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093358171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093358172 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093358173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093358173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093358173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:33:59.146391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1621): Terminating (SIGTERM)\u000a09:33:59.185737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1624): Terminating (SIGTERM)\u000a09:33:59.225118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1627): Terminating (SIGTERM)\u000a09:33:59.234246 --- ParallelTerminationStrategy: PID 1621 died...\u000a09:33:59.287211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1621): Terminated: ok {rc=0}\u000a09:33:59.296602 --- ParallelTerminationStrategy: PID 1624 died...\u000a09:33:59.349425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1624): Terminated: ok {rc=0}\u000a09:33:59.358900 --- ParallelTerminationStrategy: PID 1627 died...\u000a09:33:59.411897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1627): Terminated: ok {rc=0}\u000a09:33:59.499580 bus /sierra_3: Setting Powered False\u000a09:34:00.600342 bus /sierra_3: Setting Powered False\u000a09:34:01.713056 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:33:41" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1639): Process ended prematurely: osmo-stp_10.42.42.5(pid=1639) [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1639)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1639): Process ended prematurely: osmo-stp_10.42.42.5(pid=1639) [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a09:34:03.707750 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:03.719608 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:34:03.861076 tst mo_mt_call.py: using LAC 40012\u000a09:34:03.987013 tst mo_mt_call.py: using RAC 232\u000a09:34:04.112841 tst mo_mt_call.py: using CellId 40012\u000a09:34:04.237682 tst mo_mt_call.py: using BVCI 40013\u000a09:34:04.262142 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:04.274003 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:04.285648 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:04.297403 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:04.309277 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:04.321025 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:34:04.436746 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:34:04.636936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:05.111779 run create_hlr_db(pid=1633): Launched\u000a09:34:05.283997 bus /sierra_2: Setting Powered False\u000a09:34:06.306186 run create_hlr_db(pid=1633): Terminated: ok {rc=0}\u000a09:34:06.733341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1635): Launched\u000a09:34:07.059256 run osmo-hlr_10.42.42.2(pid=1636): Launched\u000a09:34:07.180895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:07.742172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1638): Launched\u000a09:34:08.063123 run osmo-stp_10.42.42.5(pid=1639): Launched\u000a09:34:08.179960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:34:08.766573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1641): Launched\u000a09:34:09.089642 run osmo-msc_10.42.42.6(pid=1642): Launched\u000a09:34:09.278911 run osmo-stp_10.42.42.5(pid=1639): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1639)]\u000a09:34:09.414620 run osmo-stp_10.42.42.5(pid=1639): stdout: \u000a| (launched: 2022-12-14_09:34:07.905021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:09.548649 run osmo-stp_10.42.42.5(pid=1639): stderr: \u000a| �[0;m�[38;5;43m20221214093408091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093408091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093408091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093408092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093408092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093408092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093408092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:09.677508 run osmo-stp_10.42.42.5(pid=1639): stdout: \u000a| (launched: 2022-12-14_09:34:07.905021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:09.804604 run osmo-stp_10.42.42.5(pid=1639): stderr: \u000a| �[0;m�[38;5;43m20221214093408091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093408091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093408091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093408092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093408092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093408092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093408092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:09.860887 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1639): Process ended prematurely: osmo-stp_10.42.42.5(pid=1639) [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1639)] [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a09:34:09.870134 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:34:09.931997 run osmo-hlr_10.42.42.2(pid=1636): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1636)]\u000a09:34:09.982780 run osmo-hlr_10.42.42.2(pid=1636): stdout: \u000a| (launched: 2022-12-14_09:34:06.897651) \u000a09:34:10.034321 run osmo-hlr_10.42.42.2(pid=1636): stderr: \u000a| �[0;m�[1;31m20221214093407091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093407091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093407092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093407092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093407092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093407092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093407103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093407113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093407114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093407114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:10.104603 run osmo-msc_10.42.42.6(pid=1642): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1642)]\u000a09:34:10.155969 run osmo-msc_10.42.42.6(pid=1642): stdout: \u000a| (launched: 2022-12-14_09:34:08.929990) \u000a09:34:10.207257 run osmo-msc_10.42.42.6(pid=1642): stderr: \u000a| �[0;m�[38;5;43m20221214093409249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093409249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7839e57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093409249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093409249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093409249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093409249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093409251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093409251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093409252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093409252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:34:10.250760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1635): Terminating (SIGTERM)\u000a09:34:10.291867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1638): Terminating (SIGTERM)\u000a09:34:10.333041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1641): Terminating (SIGTERM)\u000a09:34:10.342314 --- ParallelTerminationStrategy: PID 1635 died...\u000a09:34:10.397564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1635): Terminated: ok {rc=0}\u000a09:34:10.407672 --- ParallelTerminationStrategy: PID 1638 died...\u000a09:34:10.462863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1638): Terminated: ok {rc=0}\u000a09:34:10.472849 --- ParallelTerminationStrategy: PID 1641 died...\u000a09:34:10.527971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1641): Terminated: ok {rc=0}\u000a09:34:10.613597 bus /sierra_3: Setting Powered False\u000a09:34:11.719009 bus /sierra_3: Setting Powered False\u000a09:34:12.826964 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1650): Process ended prematurely: osmo-stp_10.42.42.5(pid=1650) [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1650)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1650): Process ended prematurely: osmo-stp_10.42.42.5(pid=1650) [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:34:13.940208 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:13.952757 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:34:14.092150 tst mo_mt_call_osmux.py: using LAC 40013\u000a09:34:14.216001 tst mo_mt_call_osmux.py: using RAC 233\u000a09:34:14.335135 tst mo_mt_call_osmux.py: using CellId 40013\u000a09:34:14.453774 tst mo_mt_call_osmux.py: using BVCI 40014\u000a09:34:14.476753 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:14.488338 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:14.499569 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:14.510852 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:14.522500 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:34:14.533949 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:34:14.648446 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:34:14.859813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:15.376639 run create_hlr_db(pid=1644): Launched\u000a09:34:15.561804 bus /sierra_2: Setting Powered False\u000a09:34:16.584574 run create_hlr_db(pid=1644): Terminated: ok {rc=0}\u000a09:34:17.037678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1646): Launched\u000a09:34:17.364080 run osmo-hlr_10.42.42.2(pid=1647): Launched\u000a09:34:17.481690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:18.010067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1649): Launched\u000a09:34:18.311700 run osmo-stp_10.42.42.5(pid=1650): Launched\u000a09:34:18.421724 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:34:18.970483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1652): Launched\u000a09:34:19.273871 run osmo-msc_10.42.42.6(pid=1653): Launched\u000a09:34:19.451238 run osmo-stp_10.42.42.5(pid=1650): ERR: Terminated: ERROR {rc=1} [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1650)]\u000a09:34:19.579106 run osmo-stp_10.42.42.5(pid=1650): stdout: \u000a| (launched: 2022-12-14_09:34:18.162776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:19.704419 run osmo-stp_10.42.42.5(pid=1650): stderr: \u000a| �[0;m�[38;5;43m20221214093418330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093418330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093418330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093418331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093418331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093418331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093418331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:19.825454 run osmo-stp_10.42.42.5(pid=1650): stdout: \u000a| (launched: 2022-12-14_09:34:18.162776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:19.945276 run osmo-stp_10.42.42.5(pid=1650): stderr: \u000a| �[0;m�[38;5;43m20221214093418330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093418330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093418330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093418331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093418331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093418331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093418331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:19.998082 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1650): Process ended prematurely: osmo-stp_10.42.42.5(pid=1650) [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1650)] [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a09:34:20.006676 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:34:20.066663 run osmo-hlr_10.42.42.2(pid=1647): ERR: Terminated: ERROR {rc=237} [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1647)]\u000a09:34:20.115757 run osmo-hlr_10.42.42.2(pid=1647): stdout: \u000a| (launched: 2022-12-14_09:34:17.212232) \u000a09:34:20.165171 run osmo-hlr_10.42.42.2(pid=1647): stderr: \u000a| �[0;m�[1;31m20221214093417384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093417384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093417384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093417384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093417384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093417384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093417396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093417404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093417404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093417404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:20.232369 run osmo-msc_10.42.42.6(pid=1653): ERR: Terminated: ERROR {rc=2} [trial-2402↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1653)]\u000a09:34:20.281221 run osmo-msc_10.42.42.6(pid=1653): stdout: \u000a| (launched: 2022-12-14_09:34:19.122620) \u000a09:34:20.330806 run osmo-msc_10.42.42.6(pid=1653): stderr: \u000a| �[0;m�[38;5;43m20221214093419391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093419392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d3a5c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093419392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093419392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093419392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093419392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093419394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093419394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093419394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093419395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:34:20.373057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1646): Terminating (SIGTERM)\u000a09:34:20.412529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1649): Terminating (SIGTERM)\u000a09:34:20.452187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1652): Terminating (SIGTERM)\u000a09:34:20.461522 --- ParallelTerminationStrategy: PID 1646 died...\u000a09:34:20.515178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1646): Terminated: ok {rc=0}\u000a09:34:20.524839 --- ParallelTerminationStrategy: PID 1649 died...\u000a09:34:20.578120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1649): Terminated: ok {rc=0}\u000a09:34:20.587643 --- ParallelTerminationStrategy: PID 1652 died...\u000a09:34:20.640565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1652): Terminated: ok {rc=0}\u000a09:34:20.728255 bus /sierra_3: Setting Powered False\u000a09:34:21.830650 bus /sierra_3: Setting Powered False\u000a09:34:22.940279 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:34:03" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1665): Process ended prematurely: osmo-stp_10.42.42.5(pid=1665) [trial-2402↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1665): Process ended prematurely: osmo-stp_10.42.42.5(pid=1665) [trial-2402↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:34:24.955446 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:24.966261 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:34:25.099989 tst emergency_mo_mt_call.py: using LAC 40014\u000a09:34:25.214427 tst emergency_mo_mt_call.py: using RAC 234\u000a09:34:25.335309 tst emergency_mo_mt_call.py: using CellId 40014\u000a09:34:25.457832 tst emergency_mo_mt_call.py: using BVCI 40015\u000a09:34:25.482290 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:25.493599 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:25.504500 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:25.515538 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:25.526689 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:25.537812 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:34:25.653142 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:34:25.859871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:26.367389 run create_hlr_db(pid=1659): Launched\u000a09:34:26.550314 bus /sierra_2: Setting Powered False\u000a09:34:27.570844 run create_hlr_db(pid=1659): Terminated: ok {rc=0}\u000a09:34:27.969119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1661): Launched\u000a09:34:28.263295 run osmo-hlr_10.42.42.2(pid=1662): Launched\u000a09:34:28.369991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:28.880727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1664): Launched\u000a09:34:29.174706 run osmo-stp_10.42.42.5(pid=1665): Launched\u000a09:34:29.293487 tst emergency_mo_mt_call.py: using MSISDN 8611\u000a09:34:29.438371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:34:29.976191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1667): Launched\u000a09:34:30.271625 run osmo-msc_10.42.42.6(pid=1668): Launched\u000a09:34:30.444884 run osmo-stp_10.42.42.5(pid=1665): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)]\u000a09:34:30.570220 run osmo-stp_10.42.42.5(pid=1665): stdout: \u000a| (launched: 2022-12-14_09:34:29.029926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:30.693302 run osmo-stp_10.42.42.5(pid=1665): stderr: \u000a| �[0;m�[38;5;43m20221214093429197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093429197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093429197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093429198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093429199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093429199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093429199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:30.811238 run osmo-stp_10.42.42.5(pid=1665): stdout: \u000a| (launched: 2022-12-14_09:34:29.029926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:30.958864 run osmo-stp_10.42.42.5(pid=1665): stderr: \u000a| �[0;m�[38;5;43m20221214093429197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093429197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093429197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093429198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093429199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093429199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093429199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:31.011151 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1665): Process ended prematurely: osmo-stp_10.42.42.5(pid=1665) [trial-2402↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)] [trial-2402↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a09:34:31.019495 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a09:34:31.086369 run osmo-hlr_10.42.42.2(pid=1662): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1662)]\u000a09:34:31.137693 run osmo-hlr_10.42.42.2(pid=1662): stdout: \u000a| (launched: 2022-12-14_09:34:28.118763) \u000a09:34:31.189897 run osmo-hlr_10.42.42.2(pid=1662): stderr: \u000a| �[0;m�[1;31m20221214093428289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093428289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093428289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093428289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093428289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093428289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093428301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093428310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093428310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093428311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:31.260483 run osmo-msc_10.42.42.6(pid=1668): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1668)]\u000a09:34:31.311886 run osmo-msc_10.42.42.6(pid=1668): stdout: \u000a| (launched: 2022-12-14_09:34:30.125642) \u000a09:34:31.363901 run osmo-msc_10.42.42.6(pid=1668): stderr: \u000a| �[0;m�[38;5;43m20221214093430391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093430392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27b97a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093430392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093430392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093430392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093430392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093430394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093430395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093430395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093430395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:34:31.408580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1661): Terminating (SIGTERM)\u000a09:34:31.452180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1664): Terminating (SIGTERM)\u000a09:34:31.494377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1667): Terminating (SIGTERM)\u000a09:34:31.504072 --- ParallelTerminationStrategy: PID 1661 died...\u000a09:34:31.560743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1661): Terminated: ok {rc=0}\u000a09:34:31.571243 --- ParallelTerminationStrategy: PID 1664 died...\u000a09:34:31.627773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1664): Terminated: ok {rc=0}\u000a09:34:31.638282 --- ParallelTerminationStrategy: PID 1667 died...\u000a09:34:31.694646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1667): Terminated: ok {rc=0}\u000a09:34:31.780326 bus /sierra_3: Setting Powered False\u000a09:34:32.882235 bus /sierra_3: Setting Powered False\u000a09:34:33.992540 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1676): Process ended prematurely: osmo-stp_10.42.42.5(pid=1676) [trial-2402↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1676)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1676): Process ended prematurely: osmo-stp_10.42.42.5(pid=1676) [trial-2402↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:34:35.043874 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:35.055286 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:34:35.190832 tst emergency_preemptive_call.py: using LAC 40015\u000a09:34:35.314035 tst emergency_preemptive_call.py: using RAC 235\u000a09:34:35.439642 tst emergency_preemptive_call.py: using CellId 40015\u000a09:34:35.564134 tst emergency_preemptive_call.py: using BVCI 40016\u000a09:34:35.588384 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:35.599847 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:35.611069 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:35.622153 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:35.633394 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:34:35.644650 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:34:35.759691 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:34:35.874407 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:34:35.991173 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:34:36.187851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:36.654391 run create_hlr_db(pid=1670): Launched\u000a09:34:36.824167 bus /sierra_2: Setting Powered False\u000a09:34:37.845780 run create_hlr_db(pid=1670): Terminated: ok {rc=0}\u000a09:34:38.267438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1672): Launched\u000a09:34:38.584719 run osmo-hlr_10.42.42.2(pid=1673): Launched\u000a09:34:38.701545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:39.255034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1675): Launched\u000a09:34:39.571125 run osmo-stp_10.42.42.5(pid=1676): Launched\u000a09:34:39.698810 tst emergency_preemptive_call.py: using MSISDN 8612\u000a09:34:39.856297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:34:40.433583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1678): Launched\u000a09:34:40.749908 run osmo-msc_10.42.42.6(pid=1679): Launched\u000a09:34:40.934277 run osmo-stp_10.42.42.5(pid=1676): ERR: Terminated: ERROR {rc=1} [trial-2402↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1676)]\u000a09:34:41.067940 run osmo-stp_10.42.42.5(pid=1676): stdout: \u000a| (launched: 2022-12-14_09:34:39.416255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:41.201681 run osmo-stp_10.42.42.5(pid=1676): stderr: \u000a| �[0;m�[38;5;43m20221214093439604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093439605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093439605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093439605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093439606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093439606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093439606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:41.329025 run osmo-stp_10.42.42.5(pid=1676): stdout: \u000a| (launched: 2022-12-14_09:34:39.416255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:41.455008 run osmo-stp_10.42.42.5(pid=1676): stderr: \u000a| �[0;m�[38;5;43m20221214093439604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093439605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093439605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093439605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093439606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093439606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093439606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:41.510451 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1676): Process ended prematurely: osmo-stp_10.42.42.5(pid=1676) [trial-2402↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1676)] [trial-2402↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a09:34:41.519185 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a09:34:41.582073 run osmo-hlr_10.42.42.2(pid=1673): ERR: Terminated: ERROR {rc=237} [trial-2402↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1673)]\u000a09:34:41.633753 run osmo-hlr_10.42.42.2(pid=1673): stdout: \u000a| (launched: 2022-12-14_09:34:38.428575) \u000a09:34:41.685985 run osmo-hlr_10.42.42.2(pid=1673): stderr: \u000a| �[0;m�[1;31m20221214093438621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093438622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093438622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093438622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093438622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093438622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093438634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093438642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093438643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093438643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:41.757190 run osmo-msc_10.42.42.6(pid=1679): ERR: Terminated: ERROR {rc=2} [trial-2402↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1679)]\u000a09:34:41.808596 run osmo-msc_10.42.42.6(pid=1679): stdout: \u000a| (launched: 2022-12-14_09:34:40.594396) \u000a09:34:41.860715 run osmo-msc_10.42.42.6(pid=1679): stderr: \u000a| �[0;m�[38;5;43m20221214093440913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093440914 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd41abc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093440914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093440914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093440914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093440914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093440916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093440916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093440916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093440917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:34:41.905018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1672): Terminating (SIGTERM)\u000a09:34:41.947424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1675): Terminating (SIGTERM)\u000a09:34:41.989388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1678): Terminating (SIGTERM)\u000a09:34:41.999445 --- ParallelTerminationStrategy: PID 1672 died...\u000a09:34:42.055546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1672): Terminated: ok {rc=0}\u000a09:34:42.065773 --- ParallelTerminationStrategy: PID 1675 died...\u000a09:34:42.121019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1675): Terminated: ok {rc=0}\u000a09:34:42.131072 --- ParallelTerminationStrategy: PID 1678 died...\u000a09:34:42.186086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1678): Terminated: ok {rc=0}\u000a09:34:42.272130 bus /sierra_9: Setting Powered False\u000a09:34:43.373347 bus /sierra_9: Setting Powered False\u000a09:34:44.478760 bus /sierra_8: Setting Powered False\u000a09:34:45.582507 bus /sierra_8: Setting Powered False\u000a09:34:46.690126 bus /sierra_3: Setting Powered False\u000a09:34:47.789106 bus /sierra_3: Setting Powered False\u000a09:34:48.900409 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:34:24" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1694): Process ended prematurely: osmo-stp_10.42.42.5(pid=1694) [trial-2402↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1694)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1694): Process ended prematurely: osmo-stp_10.42.42.5(pid=1694) [trial-2402↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:34:51.011777 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:34:51.022563 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:34:51.160550 tst cs_paging_gprs_active.py: using LAC 40016\u000a09:34:51.277201 tst cs_paging_gprs_active.py: using RAC 236\u000a09:34:51.395058 tst cs_paging_gprs_active.py: using CellId 40016\u000a09:34:51.514330 tst cs_paging_gprs_active.py: using BVCI 40017\u000a09:34:51.537344 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:34:51.547929 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:34:51.558567 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:34:51.569058 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:34:51.579739 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:34:51.590803 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:34:51.602097 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:34:51.612704 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:34:51.623695 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:34:51.744610 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:34:52.040594 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:34:52.175101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:34:52.506886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1684): Launched\u000a09:34:52.783778 run iperf3-srv_10.42.42.10(pid=1685): Launched\u000a09:34:52.980487 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:34:53.115052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:34:53.447951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1686): Launched\u000a09:34:53.724847 run iperf3-srv_10.42.42.10(pid=1687): Launched\u000a09:34:53.921732 tst cs_paging_gprs_active.py:38: start network...\u000a09:34:54.055664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:54.570552 run create_hlr_db(pid=1688): Launched\u000a09:34:54.755279 bus /sierra_2: Setting Powered False\u000a09:34:55.776534 run create_hlr_db(pid=1688): Terminated: ok {rc=0}\u000a09:34:56.178969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1690): Launched\u000a09:34:56.480196 run osmo-hlr_10.42.42.2(pid=1691): Launched\u000a09:34:56.598183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:57.128343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1693): Launched\u000a09:34:57.430261 run osmo-stp_10.42.42.5(pid=1694): Launched\u000a09:34:57.541994 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:34:58.068552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1696): Launched\u000a09:34:58.176069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:34:58.439430 run patchelf(pid=1697): Launched\u000a09:34:58.615676 run osmo-stp_10.42.42.5(pid=1694): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1694)]\u000a09:34:58.744195 run osmo-stp_10.42.42.5(pid=1694): stdout: \u000a| (launched: 2022-12-14_09:34:57.281296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:58.873862 run osmo-stp_10.42.42.5(pid=1694): stderr: \u000a| �[0;m�[38;5;43m20221214093457449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093457449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093457449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093457450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093457450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093457450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093457450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:58.998611 run osmo-stp_10.42.42.5(pid=1694): stdout: \u000a| (launched: 2022-12-14_09:34:57.281296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:59.122457 run osmo-stp_10.42.42.5(pid=1694): stderr: \u000a| �[0;m�[38;5;43m20221214093457449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093457449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093457449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093457450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093457450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093457450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093457450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:59.265903 run patchelf(pid=1697): Terminating (SIGINT)\u000a09:34:59.434416 run patchelf(pid=1697): Terminated: ok {rc=0}\u000a09:34:59.465444 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1694): Process ended prematurely: osmo-stp_10.42.42.5(pid=1694) [trial-2402↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1694)] [trial-2402↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a09:34:59.474893 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:34:59.535316 run osmo-hlr_10.42.42.2(pid=1691): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1691)]\u000a09:34:59.584272 run osmo-hlr_10.42.42.2(pid=1691): stdout: \u000a| (launched: 2022-12-14_09:34:56.331206) \u000a09:34:59.633865 run osmo-hlr_10.42.42.2(pid=1691): stderr: \u000a| �[0;m�[1;31m20221214093456502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093456502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093456502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093456502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093456502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093456502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093456515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093456525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093456525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093456526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:59.675848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1684): Terminating (SIGTERM)\u000a09:34:59.715202 run iperf3-srv_10.42.42.10(pid=1685): Terminating (SIGTERM)\u000a09:34:59.754860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1686): Terminating (SIGTERM)\u000a09:34:59.794370 run iperf3-srv_10.42.42.10(pid=1687): Terminating (SIGTERM)\u000a09:34:59.833946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1690): Terminating (SIGTERM)\u000a09:34:59.873476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1693): Terminating (SIGTERM)\u000a09:34:59.913660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1696): Terminating (SIGTERM)\u000a09:34:59.922824 --- ParallelTerminationStrategy: PID 1684 died...\u000a09:34:59.976373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1684): Terminated: ok {rc=0}\u000a09:34:59.986109 --- ParallelTerminationStrategy: PID 1685 died...\u000a09:35:00.038852 run iperf3-srv_10.42.42.10(pid=1685): Terminated {rc=256}\u000a09:35:00.048181 --- ParallelTerminationStrategy: PID 1686 died...\u000a09:35:00.100788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1686): Terminated: ok {rc=0}\u000a09:35:00.110447 --- ParallelTerminationStrategy: PID 1687 died...\u000a09:35:00.163012 run iperf3-srv_10.42.42.10(pid=1687): Terminated {rc=256}\u000a09:35:00.172531 --- ParallelTerminationStrategy: PID 1690 died...\u000a09:35:00.225248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1690): Terminated: ok {rc=0}\u000a09:35:00.234796 --- ParallelTerminationStrategy: PID 1693 died...\u000a09:35:00.287426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1693): Terminated: ok {rc=0}\u000a09:35:00.296941 --- ParallelTerminationStrategy: PID 1696 died...\u000a09:35:00.349832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1696): Terminated: ok {rc=0}\u000a09:35:00.436168 bus /gobi_0: Setting Powered False\u000a09:35:01.567719 bus /gobi_0: Setting Powered False\u000a09:35:02.680292 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1709): Process ended prematurely: osmo-stp_10.42.42.5(pid=1709) [trial-2402↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1709)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1709): Process ended prematurely: osmo-stp_10.42.42.5(pid=1709) [trial-2402↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a09:35:03.788464 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:03.799693 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:35:03.944910 tst iperf3.py: using LAC 40017\u000a09:35:04.072416 tst iperf3.py: using RAC 237\u000a09:35:04.194865 tst iperf3.py: using CellId 40017\u000a09:35:04.315490 tst iperf3.py: using BVCI 40018\u000a09:35:04.338419 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:04.349113 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:04.359576 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:04.370000 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:04.380313 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:04.391824 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:04.403156 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:04.413931 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:04.424698 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:35:04.715262 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:35:04.849561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:05.181789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1701): Launched\u000a09:35:05.458890 run iperf3-srv_10.42.42.10(pid=1702): Launched\u000a09:35:05.656332 tst iperf3.py:8: start network...\u000a09:35:05.790848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:06.306389 run create_hlr_db(pid=1703): Launched\u000a09:35:06.491964 bus /gobi_6: Setting Powered False\u000a09:35:07.514250 run create_hlr_db(pid=1703): Terminated: ok {rc=0}\u000a09:35:07.920549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1705): Launched\u000a09:35:08.223394 run osmo-hlr_10.42.42.2(pid=1706): Launched\u000a09:35:08.338269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:08.864631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1708): Launched\u000a09:35:09.167111 run osmo-stp_10.42.42.5(pid=1709): Launched\u000a09:35:09.277387 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:09.803248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1711): Launched\u000a09:35:09.910336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:10.173151 run patchelf(pid=1712): Launched\u000a09:35:10.348711 run osmo-stp_10.42.42.5(pid=1709): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1709)]\u000a09:35:10.477706 run osmo-stp_10.42.42.5(pid=1709): stdout: \u000a| (launched: 2022-12-14_09:35:09.017934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:10.606839 run osmo-stp_10.42.42.5(pid=1709): stderr: \u000a| �[0;m�[38;5;43m20221214093509184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093509184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093509184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093509185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093509185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093509185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093509185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:10.731428 run osmo-stp_10.42.42.5(pid=1709): stdout: \u000a| (launched: 2022-12-14_09:35:09.017934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:10.855065 run osmo-stp_10.42.42.5(pid=1709): stderr: \u000a| �[0;m�[38;5;43m20221214093509184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093509184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093509184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093509185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093509185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093509185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093509185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:10.998534 run patchelf(pid=1712): Terminating (SIGINT)\u000a09:35:11.167156 run patchelf(pid=1712): Terminated: ok {rc=0}\u000a09:35:11.198107 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1709): Process ended prematurely: osmo-stp_10.42.42.5(pid=1709) [trial-2402↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1709)] [trial-2402↪gprs:nanobts+band-900↪iperf3.py:8]\u000a09:35:11.207430 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:35:11.267446 run osmo-hlr_10.42.42.2(pid=1706): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1706)]\u000a09:35:11.316019 run osmo-hlr_10.42.42.2(pid=1706): stdout: \u000a| (launched: 2022-12-14_09:35:08.073807) \u000a09:35:11.365271 run osmo-hlr_10.42.42.2(pid=1706): stderr: \u000a| �[0;m�[1;31m20221214093508246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093508247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093508247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093508247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093508247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093508247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093508259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093508267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093508267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093508267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:11.407242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1701): Terminating (SIGTERM)\u000a09:35:11.446750 run iperf3-srv_10.42.42.10(pid=1702): Terminating (SIGTERM)\u000a09:35:11.486341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1705): Terminating (SIGTERM)\u000a09:35:11.525765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1708): Terminating (SIGTERM)\u000a09:35:11.565397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1711): Terminating (SIGTERM)\u000a09:35:11.574550 --- ParallelTerminationStrategy: PID 1701 died...\u000a09:35:11.627635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1701): Terminated: ok {rc=0}\u000a09:35:11.637172 --- ParallelTerminationStrategy: PID 1702 died...\u000a09:35:11.689842 run iperf3-srv_10.42.42.10(pid=1702): Terminated {rc=256}\u000a09:35:11.699254 --- ParallelTerminationStrategy: PID 1705 died...\u000a09:35:11.751905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1705): Terminated: ok {rc=0}\u000a09:35:11.761840 --- ParallelTerminationStrategy: PID 1708 died...\u000a09:35:11.814512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1708): Terminated: ok {rc=0}\u000a09:35:11.824042 --- ParallelTerminationStrategy: PID 1711 died...\u000a09:35:11.876677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1711): Terminated: ok {rc=0}\u000a09:35:11.958807 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1727): Process ended prematurely: osmo-stp_10.42.42.5(pid=1727) [trial-2402↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1727)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1727): Process ended prematurely: osmo-stp_10.42.42.5(pid=1727) [trial-2402↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a09:35:13.071288 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:13.082993 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:35:13.224597 tst iperf3m4.py: using LAC 40018\u000a09:35:13.350582 tst iperf3m4.py: using RAC 238\u000a09:35:13.478829 tst iperf3m4.py: using CellId 40018\u000a09:35:13.605729 tst iperf3m4.py: using BVCI 40019\u000a09:35:13.630445 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:13.641780 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:13.652783 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:13.663956 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:13.674992 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:13.686151 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:13.697411 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:13.708308 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:13.719673 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:35:13.839355 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:35:13.958694 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:35:14.073944 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:35:14.349772 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:35:14.474936 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:14.787218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1713): Launched\u000a09:35:15.046806 run iperf3-srv_10.42.42.10(pid=1714): Launched\u000a09:35:15.230074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:35:15.355257 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:15.666715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1715): Launched\u000a09:35:15.964571 run iperf3-srv_10.42.42.10(pid=1716): Launched\u000a09:35:16.193256 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:35:16.358650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:16.713785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1717): Launched\u000a09:35:16.999640 run iperf3-srv_10.42.42.10(pid=1718): Launched\u000a09:35:17.192091 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:35:17.320387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:17.633680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1719): Launched\u000a09:35:17.893904 run iperf3-srv_10.42.42.10(pid=1720): Launched\u000a09:35:18.076720 tst iperf3m4.py:8: start network...\u000a09:35:18.202593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:18.680539 run create_hlr_db(pid=1721): Launched\u000a09:35:18.853143 bus /gobi_6: Setting Powered False\u000a09:35:19.875103 run create_hlr_db(pid=1721): Terminated: ok {rc=0}\u000a09:35:20.305271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1723): Launched\u000a09:35:20.630668 run osmo-hlr_10.42.42.2(pid=1724): Launched\u000a09:35:20.750668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:21.313769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1726): Launched\u000a09:35:21.637780 run osmo-stp_10.42.42.5(pid=1727): Launched\u000a09:35:21.755863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:22.319084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1729): Launched\u000a09:35:22.434315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:22.715132 run patchelf(pid=1730): Launched\u000a09:35:22.902725 run osmo-stp_10.42.42.5(pid=1727): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1727)]\u000a09:35:23.039778 run osmo-stp_10.42.42.5(pid=1727): stdout: \u000a| (launched: 2022-12-14_09:35:21.478409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:23.177852 run osmo-stp_10.42.42.5(pid=1727): stderr: \u000a| �[0;m�[38;5;43m20221214093521667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093521668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093521668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093521668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093521669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093521669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093521669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:23.311096 run osmo-stp_10.42.42.5(pid=1727): stdout: \u000a| (launched: 2022-12-14_09:35:21.478409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:23.443336 run osmo-stp_10.42.42.5(pid=1727): stderr: \u000a| �[0;m�[38;5;43m20221214093521667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093521668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093521668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093521668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093521669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093521669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093521669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:23.596604 run patchelf(pid=1730): Terminating (SIGINT)\u000a09:35:23.777618 run patchelf(pid=1730): Terminated: ok {rc=0}\u000a09:35:23.810691 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1727): Process ended prematurely: osmo-stp_10.42.42.5(pid=1727) [trial-2402↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1727)] [trial-2402↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a09:35:23.820561 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:35:23.883075 run osmo-hlr_10.42.42.2(pid=1724): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1724)]\u000a09:35:23.934220 run osmo-hlr_10.42.42.2(pid=1724): stdout: \u000a| (launched: 2022-12-14_09:35:20.470426) \u000a09:35:23.986003 run osmo-hlr_10.42.42.2(pid=1724): stderr: \u000a| �[0;m�[1;31m20221214093520664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093520664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093520664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093520664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093520665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093520665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093520703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093520713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093520714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093520714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:24.029963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1713): Terminating (SIGTERM)\u000a09:35:24.071341 run iperf3-srv_10.42.42.10(pid=1714): Terminating (SIGTERM)\u000a09:35:24.113197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1715): Terminating (SIGTERM)\u000a09:35:24.154776 run iperf3-srv_10.42.42.10(pid=1716): Terminating (SIGTERM)\u000a09:35:24.196293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1717): Terminating (SIGTERM)\u000a09:35:24.237936 run iperf3-srv_10.42.42.10(pid=1718): Terminating (SIGTERM)\u000a09:35:24.279292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1719): Terminating (SIGTERM)\u000a09:35:24.320576 run iperf3-srv_10.42.42.10(pid=1720): Terminating (SIGTERM)\u000a09:35:24.362254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1723): Terminating (SIGTERM)\u000a09:35:24.403506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1726): Terminating (SIGTERM)\u000a09:35:24.444693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1729): Terminating (SIGTERM)\u000a09:35:24.454463 --- ParallelTerminationStrategy: PID 1713 died...\u000a09:35:24.510139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1713): Terminated: ok {rc=0}\u000a09:35:24.520329 --- ParallelTerminationStrategy: PID 1714 died...\u000a09:35:24.575372 run iperf3-srv_10.42.42.10(pid=1714): Terminated {rc=256}\u000a09:35:24.585526 --- ParallelTerminationStrategy: PID 1715 died...\u000a09:35:24.640467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1715): Terminated: ok {rc=0}\u000a09:35:24.650528 --- ParallelTerminationStrategy: PID 1716 died...\u000a09:35:24.705316 run iperf3-srv_10.42.42.10(pid=1716): Terminated {rc=256}\u000a09:35:24.715355 --- ParallelTerminationStrategy: PID 1717 died...\u000a09:35:24.770213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1717): Terminated: ok {rc=0}\u000a09:35:24.780276 --- ParallelTerminationStrategy: PID 1718 died...\u000a09:35:24.835062 run iperf3-srv_10.42.42.10(pid=1718): Terminated {rc=256}\u000a09:35:24.845124 --- ParallelTerminationStrategy: PID 1719 died...\u000a09:35:24.900040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1719): Terminated: ok {rc=0}\u000a09:35:24.910189 --- ParallelTerminationStrategy: PID 1720 died...\u000a09:35:24.964862 run iperf3-srv_10.42.42.10(pid=1720): Terminated {rc=256}\u000a09:35:24.975026 --- ParallelTerminationStrategy: PID 1723 died...\u000a09:35:25.030140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1723): Terminated: ok {rc=0}\u000a09:35:25.040288 --- ParallelTerminationStrategy: PID 1726 died...\u000a09:35:25.095364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1726): Terminated: ok {rc=0}\u000a09:35:25.105619 --- ParallelTerminationStrategy: PID 1729 died...\u000a09:35:25.160830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1729): Terminated: ok {rc=0}\u000a09:35:25.246180 bus /gobi_4: Setting Powered False\u000a09:35:26.351630 bus /gobi_4: Setting Powered False\u000a09:35:27.458644 bus /gobi_1: Setting Powered False\u000a09:35:28.563048 bus /gobi_1: Setting Powered False\u000a09:35:29.669346 bus /gobi_0: Setting Powered False\u000a09:35:30.769549 bus /gobi_0: Setting Powered False\u000a09:35:31.880876 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2402↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2402↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a09:35:32.946183 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:32.957602 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:35:33.090607 tst ping.py: using LAC 40019\u000a09:35:33.206900 tst ping.py: using RAC 239\u000a09:35:33.323274 tst ping.py: using CellId 40019\u000a09:35:33.443543 tst ping.py: using BVCI 40020\u000a09:35:33.466277 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:33.476932 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:33.487440 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:33.497947 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:33.509108 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:33.520005 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:33.531174 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:33.542206 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:35:33.829207 tst ping.py:19: start network...\u000a09:35:33.960668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:34.466458 run create_hlr_db(pid=1731): Launched\u000a09:35:34.648227 bus /gobi_6: Setting Powered False\u000a09:35:35.669287 run create_hlr_db(pid=1731): Terminated: ok {rc=0}\u000a09:35:36.066768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Launched\u000a09:35:36.361394 run osmo-hlr_10.42.42.2(pid=1734): Launched\u000a09:35:36.468778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:36.984099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Launched\u000a09:35:37.278604 run osmo-stp_10.42.42.5(pid=1737): Launched\u000a09:35:37.384843 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:37.900535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1739): Launched\u000a09:35:38.005663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:38.264044 run patchelf(pid=1740): Launched\u000a09:35:38.437600 run osmo-stp_10.42.42.5(pid=1737): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]\u000a09:35:38.564153 run osmo-stp_10.42.42.5(pid=1737): stdout: \u000a| (launched: 2022-12-14_09:35:37.132651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:38.691145 run osmo-stp_10.42.42.5(pid=1737): stderr: \u000a| �[0;m�[38;5;43m20221214093537298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093537298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093537298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093537298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093537299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093537299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093537299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:38.814443 run osmo-stp_10.42.42.5(pid=1737): stdout: \u000a| (launched: 2022-12-14_09:35:37.132651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:38.936082 run osmo-stp_10.42.42.5(pid=1737): stderr: \u000a| �[0;m�[38;5;43m20221214093537298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093537298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093537298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093537298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093537299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093537299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093537299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:39.077420 run patchelf(pid=1740): Terminating (SIGINT)\u000a09:35:39.243509 run patchelf(pid=1740): Terminated: ok {rc=0}\u000a09:35:39.273719 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2402↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)] [trial-2402↪gprs:nanobts+band-900↪ping.py:22]\u000a09:35:39.282348 tst ping.py:22: Test FAILED (6.3 sec)\u000a09:35:39.342614 run osmo-hlr_10.42.42.2(pid=1734): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1734)]\u000a09:35:39.391289 run osmo-hlr_10.42.42.2(pid=1734): stdout: \u000a| (launched: 2022-12-14_09:35:36.215670) \u000a09:35:39.440587 run osmo-hlr_10.42.42.2(pid=1734): stderr: \u000a| �[0;m�[1;31m20221214093536387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093536387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093536388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093536388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093536388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093536388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093536400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093536409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093536409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093536409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:39.482599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Terminating (SIGTERM)\u000a09:35:39.522126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Terminating (SIGTERM)\u000a09:35:39.561503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1739): Terminating (SIGTERM)\u000a09:35:39.570707 --- ParallelTerminationStrategy: PID 1733 died...\u000a09:35:39.623820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Terminated: ok {rc=0}\u000a09:35:39.633802 --- ParallelTerminationStrategy: PID 1736 died...\u000a09:35:39.686971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Terminated: ok {rc=0}\u000a09:35:39.696467 --- ParallelTerminationStrategy: PID 1739 died...\u000a09:35:39.749565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1739): Terminated: ok {rc=0}\u000a09:35:39.832007 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1747): Process ended prematurely: osmo-stp_10.42.42.5(pid=1747) [trial-2402↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1747)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1747): Process ended prematurely: osmo-stp_10.42.42.5(pid=1747) [trial-2402↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a09:35:40.883692 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:40.896537 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:35:41.039121 tst ping_idle_ping.py: using LAC 40020\u000a09:35:41.165211 tst ping_idle_ping.py: using RAC 240\u000a09:35:41.293880 tst ping_idle_ping.py: using CellId 40020\u000a09:35:41.416502 tst ping_idle_ping.py: using BVCI 40021\u000a09:35:41.440782 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:41.452061 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:41.463250 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:41.474316 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:41.485340 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:41.496325 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:41.507573 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:35:41.518791 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:35:41.805754 tst ping_idle_ping.py:24: start network...\u000a09:35:41.961894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:42.471143 run create_hlr_db(pid=1741): Launched\u000a09:35:42.654016 bus /gobi_6: Setting Powered False\u000a09:35:43.675657 run create_hlr_db(pid=1741): Terminated: ok {rc=0}\u000a09:35:44.074003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1743): Launched\u000a09:35:44.371011 run osmo-hlr_10.42.42.2(pid=1744): Launched\u000a09:35:44.483470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:44.998722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1746): Launched\u000a09:35:45.296337 run osmo-stp_10.42.42.5(pid=1747): Launched\u000a09:35:45.404657 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:45.956869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1749): Launched\u000a09:35:46.066269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:46.353012 run patchelf(pid=1750): Launched\u000a09:35:46.532289 run osmo-stp_10.42.42.5(pid=1747): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1747)]\u000a09:35:46.665132 run osmo-stp_10.42.42.5(pid=1747): stdout: \u000a| (launched: 2022-12-14_09:35:45.149022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:46.798173 run osmo-stp_10.42.42.5(pid=1747): stderr: \u000a| �[0;m�[38;5;43m20221214093545316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093545316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093545316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093545317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093545317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093545317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093545318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:46.925567 run osmo-stp_10.42.42.5(pid=1747): stdout: \u000a| (launched: 2022-12-14_09:35:45.149022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:47.051562 run osmo-stp_10.42.42.5(pid=1747): stderr: \u000a| �[0;m�[38;5;43m20221214093545316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093545316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093545316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093545317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093545317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093545317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093545318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:47.197309 run patchelf(pid=1750): Terminating (SIGINT)\u000a09:35:47.364131 run patchelf(pid=1750): Terminated: ok {rc=0}\u000a09:35:47.394401 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1747): Process ended prematurely: osmo-stp_10.42.42.5(pid=1747) [trial-2402↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1747)] [trial-2402↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a09:35:47.403176 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:35:47.463516 run osmo-hlr_10.42.42.2(pid=1744): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1744)]\u000a09:35:47.513187 run osmo-hlr_10.42.42.2(pid=1744): stdout: \u000a| (launched: 2022-12-14_09:35:44.223907) \u000a09:35:47.562952 run osmo-hlr_10.42.42.2(pid=1744): stderr: \u000a| �[0;m�[1;31m20221214093544394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093544395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093544395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093544395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093544395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093544395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093544410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093544419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093544419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093544420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:47.605523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1743): Terminating (SIGTERM)\u000a09:35:47.645566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1746): Terminating (SIGTERM)\u000a09:35:47.685669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1749): Terminating (SIGTERM)\u000a09:35:47.694943 --- ParallelTerminationStrategy: PID 1743 died...\u000a09:35:47.748596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1743): Terminated: ok {rc=0}\u000a09:35:47.758301 --- ParallelTerminationStrategy: PID 1746 died...\u000a09:35:47.811849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1746): Terminated: ok {rc=0}\u000a09:35:47.821611 --- ParallelTerminationStrategy: PID 1749 died...\u000a09:35:47.875306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1749): Terminated: ok {rc=0}\u000a09:35:47.963657 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:34:50" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1767): Process ended prematurely: osmo-stp_10.42.42.5(pid=1767) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1767)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1767): Process ended prematurely: osmo-stp_10.42.42.5(pid=1767) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:35:50.115858 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:35:50.127802 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:35:50.268553 tst cs_paging_gprs_active.py: using LAC 40021\u000a09:35:50.394693 tst cs_paging_gprs_active.py: using RAC 241\u000a09:35:50.522241 tst cs_paging_gprs_active.py: using CellId 40021\u000a09:35:50.647379 tst cs_paging_gprs_active.py: using BVCI 40022\u000a09:35:50.672083 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:35:50.683613 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:35:50.694923 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:35:50.706168 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:35:50.717454 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:35:50.728672 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:35:50.740006 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:35:50.751199 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:35:50.762548 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:35:50.878917 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:35:51.155045 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:35:51.280102 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:51.592095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1756): Launched\u000a09:35:51.851979 run iperf3-srv_10.42.42.10(pid=1757): Launched\u000a09:35:52.045150 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:35:52.178616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:52.490875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1759): Launched\u000a09:35:52.751281 run iperf3-srv_10.42.42.10(pid=1760): Launched\u000a09:35:52.934597 tst cs_paging_gprs_active.py:38: start network...\u000a09:35:53.059553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:53.535562 run create_hlr_db(pid=1761): Launched\u000a09:35:53.708263 bus /gobi_6: Setting Powered False\u000a09:35:54.730736 run create_hlr_db(pid=1761): Terminated: ok {rc=0}\u000a09:35:55.132120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1763): Launched\u000a09:35:55.434170 run osmo-hlr_10.42.42.2(pid=1764): Launched\u000a09:35:55.553560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:56.079859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1766): Launched\u000a09:35:56.381304 run osmo-stp_10.42.42.5(pid=1767): Launched\u000a09:35:56.490509 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:57.014572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1769): Launched\u000a09:35:57.121642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:57.384329 run patchelf(pid=1770): Launched\u000a09:35:57.559991 run osmo-stp_10.42.42.5(pid=1767): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1767)]\u000a09:35:57.688532 run osmo-stp_10.42.42.5(pid=1767): stdout: \u000a| (launched: 2022-12-14_09:35:56.232423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:57.817445 run osmo-stp_10.42.42.5(pid=1767): stderr: \u000a| �[0;m�[38;5;43m20221214093556399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093556399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093556400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093556400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093556401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093556401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093556401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:57.942318 run osmo-stp_10.42.42.5(pid=1767): stdout: \u000a| (launched: 2022-12-14_09:35:56.232423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:58.066250 run osmo-stp_10.42.42.5(pid=1767): stderr: \u000a| �[0;m�[38;5;43m20221214093556399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093556399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093556400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093556400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093556401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093556401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093556401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:58.210163 run patchelf(pid=1770): Terminating (SIGINT)\u000a09:35:58.378736 run patchelf(pid=1770): Terminated: ok {rc=0}\u000a09:35:58.409894 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1767): Process ended prematurely: osmo-stp_10.42.42.5(pid=1767) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1767)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:35:58.419162 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a09:35:58.479399 run osmo-hlr_10.42.42.2(pid=1764): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1764)]\u000a09:35:58.528422 run osmo-hlr_10.42.42.2(pid=1764): stdout: \u000a| (launched: 2022-12-14_09:35:55.285281) \u000a09:35:58.577627 run osmo-hlr_10.42.42.2(pid=1764): stderr: \u000a| �[0;m�[1;31m20221214093555456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093555456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093555456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093555456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093555456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093555456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093555468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093555476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093555476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093555476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:58.619529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1756): Terminating (SIGTERM)\u000a09:35:58.658898 run iperf3-srv_10.42.42.10(pid=1757): Terminating (SIGTERM)\u000a09:35:58.698291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1759): Terminating (SIGTERM)\u000a09:35:58.737614 run iperf3-srv_10.42.42.10(pid=1760): Terminating (SIGTERM)\u000a09:35:58.777425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1763): Terminating (SIGTERM)\u000a09:35:58.816747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1766): Terminating (SIGTERM)\u000a09:35:58.855960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1769): Terminating (SIGTERM)\u000a09:35:58.865100 --- ParallelTerminationStrategy: PID 1756 died...\u000a09:35:58.918089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1756): Terminated: ok {rc=0}\u000a09:35:58.927523 --- ParallelTerminationStrategy: PID 1757 died...\u000a09:35:58.980085 run iperf3-srv_10.42.42.10(pid=1757): Terminated {rc=256}\u000a09:35:58.989872 --- ParallelTerminationStrategy: PID 1759 died...\u000a09:35:59.042715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1759): Terminated: ok {rc=0}\u000a09:35:59.052108 --- ParallelTerminationStrategy: PID 1760 died...\u000a09:35:59.104614 run iperf3-srv_10.42.42.10(pid=1760): Terminated {rc=256}\u000a09:35:59.114159 --- ParallelTerminationStrategy: PID 1763 died...\u000a09:35:59.167046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1763): Terminated: ok {rc=0}\u000a09:35:59.176467 --- ParallelTerminationStrategy: PID 1766 died...\u000a09:35:59.229084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1766): Terminated: ok {rc=0}\u000a09:35:59.238624 --- ParallelTerminationStrategy: PID 1769 died...\u000a09:35:59.291336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1769): Terminated: ok {rc=0}\u000a09:35:59.373588 bus /gobi_0: Setting Powered False\u000a09:36:00.479269 bus /gobi_0: Setting Powered False\u000a09:36:01.586785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1780): Process ended prematurely: osmo-stp_10.42.42.5(pid=1780) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1780)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1780): Process ended prematurely: osmo-stp_10.42.42.5(pid=1780) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:36:02.698628 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:02.710674 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:36:02.860156 tst iperf3.py: using LAC 40022\u000a09:36:02.985089 tst iperf3.py: using RAC 242\u000a09:36:03.109912 tst iperf3.py: using CellId 40022\u000a09:36:03.234569 tst iperf3.py: using BVCI 40023\u000a09:36:03.259237 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:03.270775 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:03.282069 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:03.293348 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:03.304513 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:03.315839 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:03.327377 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:03.338752 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:03.350224 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:36:03.627899 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:36:03.753944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:04.067786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1771): Launched\u000a09:36:04.328435 run iperf3-srv_10.42.42.10(pid=1772): Launched\u000a09:36:04.512475 tst iperf3.py:8: start network...\u000a09:36:04.638622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:05.115517 run create_hlr_db(pid=1773): Launched\u000a09:36:05.288108 bus /gobi_6: Setting Powered False\u000a09:36:06.310144 run create_hlr_db(pid=1773): Terminated: ok {rc=0}\u000a09:36:06.737887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1775): Launched\u000a09:36:07.062523 run osmo-hlr_10.42.42.2(pid=1776): Launched\u000a09:36:07.184061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:07.746912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1778): Launched\u000a09:36:08.070149 run osmo-stp_10.42.42.5(pid=1780): Launched\u000a09:36:08.187173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:08.749440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1782): Launched\u000a09:36:08.864724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:09.146483 run patchelf(pid=1783): Launched\u000a09:36:09.335134 run osmo-stp_10.42.42.5(pid=1780): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1780)]\u000a09:36:09.473002 run osmo-stp_10.42.42.5(pid=1780): stdout: \u000a| (launched: 2022-12-14_09:36:07.910557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:09.610907 run osmo-stp_10.42.42.5(pid=1780): stderr: \u000a| �[0;m�[38;5;43m20221214093608099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093608099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093608099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093608100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093608100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093608100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093608100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:09.744279 run osmo-stp_10.42.42.5(pid=1780): stdout: \u000a| (launched: 2022-12-14_09:36:07.910557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:09.876337 run osmo-stp_10.42.42.5(pid=1780): stderr: \u000a| �[0;m�[38;5;43m20221214093608099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093608099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093608099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093608100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093608100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093608100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093608100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:10.029940 run patchelf(pid=1783): Terminating (SIGINT)\u000a09:36:10.211051 run patchelf(pid=1783): Terminated: ok {rc=0}\u000a09:36:10.244073 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1780): Process ended prematurely: osmo-stp_10.42.42.5(pid=1780) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1780)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a09:36:10.253910 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:36:10.317721 run osmo-hlr_10.42.42.2(pid=1776): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1776)]\u000a09:36:10.369371 run osmo-hlr_10.42.42.2(pid=1776): stdout: \u000a| (launched: 2022-12-14_09:36:06.902053) \u000a09:36:10.421466 run osmo-hlr_10.42.42.2(pid=1776): stderr: \u000a| �[0;m�[1;31m20221214093607097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093607097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093607097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093607097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093607097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093607097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093607109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093607119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093607119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093607119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:10.465760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1771): Terminating (SIGTERM)\u000a09:36:10.507489 run iperf3-srv_10.42.42.10(pid=1772): Terminating (SIGTERM)\u000a09:36:10.549301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1775): Terminating (SIGTERM)\u000a09:36:10.591109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1778): Terminating (SIGTERM)\u000a09:36:10.632889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1782): Terminating (SIGTERM)\u000a09:36:10.642710 --- ParallelTerminationStrategy: PID 1771 died...\u000a09:36:10.698591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1771): Terminated: ok {rc=0}\u000a09:36:10.708687 --- ParallelTerminationStrategy: PID 1772 died...\u000a09:36:10.764043 run iperf3-srv_10.42.42.10(pid=1772): Terminated {rc=256}\u000a09:36:10.774075 --- ParallelTerminationStrategy: PID 1775 died...\u000a09:36:10.829557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1775): Terminated: ok {rc=0}\u000a09:36:10.839555 --- ParallelTerminationStrategy: PID 1778 died...\u000a09:36:10.895240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1778): Terminated: ok {rc=0}\u000a09:36:10.905348 --- ParallelTerminationStrategy: PID 1782 died...\u000a09:36:10.960502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1782): Terminated: ok {rc=0}\u000a09:36:11.047165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1798): Process ended prematurely: osmo-stp_10.42.42.5(pid=1798) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1798)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1798): Process ended prematurely: osmo-stp_10.42.42.5(pid=1798) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:36:12.165741 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:12.177764 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:36:12.322588 tst iperf3m4.py: using LAC 40023\u000a09:36:12.451481 tst iperf3m4.py: using RAC 243\u000a09:36:12.578112 tst iperf3m4.py: using CellId 40023\u000a09:36:12.704892 tst iperf3m4.py: using BVCI 40024\u000a09:36:12.729681 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:12.741498 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:12.752606 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:12.763790 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:12.775406 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:12.787281 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:12.799196 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:12.810847 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:12.822723 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:36:12.941224 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:36:13.061721 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:36:13.181183 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:36:13.473790 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:36:13.609480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:13.944422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1784): Launched\u000a09:36:14.223584 run iperf3-srv_10.42.42.10(pid=1785): Launched\u000a09:36:14.420908 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:36:14.555729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:14.888844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1786): Launched\u000a09:36:15.167762 run iperf3-srv_10.42.42.10(pid=1787): Launched\u000a09:36:15.365258 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:36:15.500042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:15.839477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1788): Launched\u000a09:36:16.159173 run iperf3-srv_10.42.42.10(pid=1789): Launched\u000a09:36:16.360381 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:36:16.497943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:16.847217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1790): Launched\u000a09:36:17.143799 run iperf3-srv_10.42.42.10(pid=1791): Launched\u000a09:36:17.342056 tst iperf3m4.py:8: start network...\u000a09:36:17.476824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:17.994104 run create_hlr_db(pid=1792): Launched\u000a09:36:18.179729 bus /gobi_6: Setting Powered False\u000a09:36:19.201380 run create_hlr_db(pid=1792): Terminated: ok {rc=0}\u000a09:36:19.630712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1794): Launched\u000a09:36:19.954475 run osmo-hlr_10.42.42.2(pid=1795): Launched\u000a09:36:20.075994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:20.639457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1797): Launched\u000a09:36:20.962180 run osmo-stp_10.42.42.5(pid=1798): Launched\u000a09:36:21.079135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:21.641083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1800): Launched\u000a09:36:21.756138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:22.036714 run patchelf(pid=1801): Launched\u000a09:36:22.225273 run osmo-stp_10.42.42.5(pid=1798): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1798)]\u000a09:36:22.361938 run osmo-stp_10.42.42.5(pid=1798): stdout: \u000a| (launched: 2022-12-14_09:36:20.803426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:22.498842 run osmo-stp_10.42.42.5(pid=1798): stderr: \u000a| �[0;m�[38;5;43m20221214093620992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093620992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093620993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093620993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093620994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093620994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093620994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:22.631288 run osmo-stp_10.42.42.5(pid=1798): stdout: \u000a| (launched: 2022-12-14_09:36:20.803426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:22.762765 run osmo-stp_10.42.42.5(pid=1798): stderr: \u000a| �[0;m�[38;5;43m20221214093620992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093620992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093620993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093620993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093620994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093620994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093620994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:22.914992 run patchelf(pid=1801): Terminating (SIGINT)\u000a09:36:23.093799 run patchelf(pid=1801): Terminated: ok {rc=0}\u000a09:36:23.126738 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1798): Process ended prematurely: osmo-stp_10.42.42.5(pid=1798) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1798)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:36:23.136596 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a09:36:23.199693 run osmo-hlr_10.42.42.2(pid=1795): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1795)]\u000a09:36:23.250476 run osmo-hlr_10.42.42.2(pid=1795): stdout: \u000a| (launched: 2022-12-14_09:36:19.794921) \u000a09:36:23.302115 run osmo-hlr_10.42.42.2(pid=1795): stderr: \u000a| �[0;m�[1;31m20221214093619989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093619989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093619989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093619989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093619989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093619989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093620002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093620010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093620011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093620011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:23.346253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1784): Terminating (SIGTERM)\u000a09:36:23.388265 run iperf3-srv_10.42.42.10(pid=1785): Terminating (SIGTERM)\u000a09:36:23.429551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1786): Terminating (SIGTERM)\u000a09:36:23.470577 run iperf3-srv_10.42.42.10(pid=1787): Terminating (SIGTERM)\u000a09:36:23.511659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1788): Terminating (SIGTERM)\u000a09:36:23.552688 run iperf3-srv_10.42.42.10(pid=1789): Terminating (SIGTERM)\u000a09:36:23.593913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1790): Terminating (SIGTERM)\u000a09:36:23.634921 run iperf3-srv_10.42.42.10(pid=1791): Terminating (SIGTERM)\u000a09:36:23.676117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1794): Terminating (SIGTERM)\u000a09:36:23.717137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1797): Terminating (SIGTERM)\u000a09:36:23.758320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1800): Terminating (SIGTERM)\u000a09:36:23.767964 --- ParallelTerminationStrategy: PID 1784 died...\u000a09:36:23.823127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1784): Terminated: ok {rc=0}\u000a09:36:23.833190 --- ParallelTerminationStrategy: PID 1785 died...\u000a09:36:23.887590 run iperf3-srv_10.42.42.10(pid=1785): Terminated {rc=256}\u000a09:36:23.897941 --- ParallelTerminationStrategy: PID 1786 died...\u000a09:36:23.952413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1786): Terminated: ok {rc=0}\u000a09:36:23.962380 --- ParallelTerminationStrategy: PID 1787 died...\u000a09:36:24.016836 run iperf3-srv_10.42.42.10(pid=1787): Terminated {rc=256}\u000a09:36:24.026792 --- ParallelTerminationStrategy: PID 1788 died...\u000a09:36:24.081306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1788): Terminated: ok {rc=0}\u000a09:36:24.091197 --- ParallelTerminationStrategy: PID 1789 died...\u000a09:36:24.146009 run iperf3-srv_10.42.42.10(pid=1789): Terminated {rc=256}\u000a09:36:24.156125 --- ParallelTerminationStrategy: PID 1790 died...\u000a09:36:24.211108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1790): Terminated: ok {rc=0}\u000a09:36:24.221169 --- ParallelTerminationStrategy: PID 1791 died...\u000a09:36:24.275595 run iperf3-srv_10.42.42.10(pid=1791): Terminated {rc=256}\u000a09:36:24.285953 --- ParallelTerminationStrategy: PID 1794 died...\u000a09:36:24.341045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1794): Terminated: ok {rc=0}\u000a09:36:24.351035 --- ParallelTerminationStrategy: PID 1797 died...\u000a09:36:24.405654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1797): Terminated: ok {rc=0}\u000a09:36:24.415616 --- ParallelTerminationStrategy: PID 1800 died...\u000a09:36:24.470307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1800): Terminated: ok {rc=0}\u000a09:36:24.556743 bus /gobi_4: Setting Powered False\u000a09:36:25.658900 bus /gobi_4: Setting Powered False\u000a09:36:26.766311 bus /gobi_1: Setting Powered False\u000a09:36:27.870508 bus /gobi_1: Setting Powered False\u000a09:36:28.976251 bus /gobi_0: Setting Powered False\u000a09:36:30.081503 bus /gobi_0: Setting Powered False\u000a09:36:31.207173 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1808): Process ended prematurely: osmo-stp_10.42.42.5(pid=1808) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1808)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1808): Process ended prematurely: osmo-stp_10.42.42.5(pid=1808) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:36:32.272906 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:32.284407 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:36:32.427703 tst ping.py: using LAC 40024\u000a09:36:32.550817 tst ping.py: using RAC 244\u000a09:36:32.667007 tst ping.py: using CellId 40024\u000a09:36:32.791068 tst ping.py: using BVCI 40025\u000a09:36:32.815852 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:32.827716 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:32.839267 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:32.850804 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:32.862706 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:32.874660 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:32.886783 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:32.898753 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:36:33.187870 tst ping.py:19: start network...\u000a09:36:33.319473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:33.826329 run create_hlr_db(pid=1802): Launched\u000a09:36:34.009255 bus /gobi_6: Setting Powered False\u000a09:36:35.029302 run create_hlr_db(pid=1802): Terminated: ok {rc=0}\u000a09:36:35.425264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1804): Launched\u000a09:36:35.721239 run osmo-hlr_10.42.42.2(pid=1805): Launched\u000a09:36:35.829584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:36.346103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1807): Launched\u000a09:36:36.641681 run osmo-stp_10.42.42.5(pid=1808): Launched\u000a09:36:36.748614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:37.265879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1810): Launched\u000a09:36:37.371252 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:37.631133 run patchelf(pid=1811): Launched\u000a09:36:37.805091 run osmo-stp_10.42.42.5(pid=1808): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1808)]\u000a09:36:37.932132 run osmo-stp_10.42.42.5(pid=1808): stdout: \u000a| (launched: 2022-12-14_09:36:36.495124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:38.059558 run osmo-stp_10.42.42.5(pid=1808): stderr: \u000a| �[0;m�[38;5;43m20221214093636662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093636662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093636662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093636663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093636663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093636663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093636663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:38.183329 run osmo-stp_10.42.42.5(pid=1808): stdout: \u000a| (launched: 2022-12-14_09:36:36.495124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:38.306351 run osmo-stp_10.42.42.5(pid=1808): stderr: \u000a| �[0;m�[38;5;43m20221214093636662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093636662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093636662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093636663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093636663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093636663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093636663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:38.447553 run patchelf(pid=1811): Terminating (SIGINT)\u000a09:36:38.613449 run patchelf(pid=1811): Terminated: ok {rc=0}\u000a09:36:38.643512 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1808): Process ended prematurely: osmo-stp_10.42.42.5(pid=1808) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1808)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a09:36:38.652164 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:36:38.712146 run osmo-hlr_10.42.42.2(pid=1805): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1805)]\u000a09:36:38.761000 run osmo-hlr_10.42.42.2(pid=1805): stdout: \u000a| (launched: 2022-12-14_09:36:35.574830) \u000a09:36:38.810396 run osmo-hlr_10.42.42.2(pid=1805): stderr: \u000a| �[0;m�[1;31m20221214093635745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093635745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093635745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093635745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093635746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093635746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093635758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093635767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093635767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093635767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:38.852378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1804): Terminating (SIGTERM)\u000a09:36:38.891907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1807): Terminating (SIGTERM)\u000a09:36:38.931407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1810): Terminating (SIGTERM)\u000a09:36:38.940694 --- ParallelTerminationStrategy: PID 1804 died...\u000a09:36:38.994410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1804): Terminated: ok {rc=0}\u000a09:36:39.003968 --- ParallelTerminationStrategy: PID 1807 died...\u000a09:36:39.057191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1807): Terminated: ok {rc=0}\u000a09:36:39.066724 --- ParallelTerminationStrategy: PID 1810 died...\u000a09:36:39.119819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1810): Terminated: ok {rc=0}\u000a09:36:39.203362 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:36:40.255942 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:40.268905 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:36:40.407468 tst ping_idle_ping.py: using LAC 40025\u000a09:36:40.526494 tst ping_idle_ping.py: using RAC 245\u000a09:36:40.649906 tst ping_idle_ping.py: using CellId 40025\u000a09:36:40.781907 tst ping_idle_ping.py: using BVCI 40026\u000a09:36:40.804462 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:40.815720 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:40.826579 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:40.837341 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:40.848301 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:40.859382 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:40.870649 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:36:40.881745 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:36:41.154240 tst ping_idle_ping.py:24: start network...\u000a09:36:41.276843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:41.746326 run create_hlr_db(pid=1813): Launched\u000a09:36:41.916562 bus /gobi_6: Setting Powered False\u000a09:36:42.938806 run create_hlr_db(pid=1813): Terminated: ok {rc=0}\u000a09:36:43.360940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Launched\u000a09:36:43.679077 run osmo-hlr_10.42.42.2(pid=1817): Launched\u000a09:36:43.798941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:44.358324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Launched\u000a09:36:44.676774 run osmo-stp_10.42.42.5(pid=1821): Launched\u000a09:36:44.792201 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:45.347643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1823): Launched\u000a09:36:45.460285 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:45.737345 run patchelf(pid=1824): Launched\u000a09:36:45.943145 run osmo-stp_10.42.42.5(pid=1821): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]\u000a09:36:46.082851 run osmo-stp_10.42.42.5(pid=1821): stdout: \u000a| (launched: 2022-12-14_09:36:44.519913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:46.226236 run osmo-stp_10.42.42.5(pid=1821): stderr: \u000a| �[0;m�[38;5;43m20221214093644706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093644706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093644707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093644707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093644708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093644708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093644708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:46.362166 run osmo-stp_10.42.42.5(pid=1821): stdout: \u000a| (launched: 2022-12-14_09:36:44.519913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:46.496047 run osmo-stp_10.42.42.5(pid=1821): stderr: \u000a| �[0;m�[38;5;43m20221214093644706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093644706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093644707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093644707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093644708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093644708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093644708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:46.651826 run patchelf(pid=1824): Terminating (SIGINT)\u000a09:36:46.834929 run patchelf(pid=1824): Terminated: ok {rc=0}\u000a09:36:46.868503 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:36:46.878625 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:36:46.943498 run osmo-hlr_10.42.42.2(pid=1817): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1817)]\u000a09:36:46.996186 run osmo-hlr_10.42.42.2(pid=1817): stdout: \u000a| (launched: 2022-12-14_09:36:43.522572) \u000a09:36:47.049751 run osmo-hlr_10.42.42.2(pid=1817): stderr: \u000a| �[0;m�[1;31m20221214093643717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093643717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093643717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093643717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093643717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093643717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093643730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093643738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093643738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093643738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:47.096284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Terminating (SIGTERM)\u000a09:36:47.145879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Terminating (SIGTERM)\u000a09:36:47.189692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1823): Terminating (SIGTERM)\u000a09:36:47.199516 --- ParallelTerminationStrategy: PID 1816 died...\u000a09:36:47.253431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Terminated: ok {rc=0}\u000a09:36:47.263123 --- ParallelTerminationStrategy: PID 1820 died...\u000a09:36:47.316831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Terminated: ok {rc=0}\u000a09:36:47.326502 --- ParallelTerminationStrategy: PID 1823 died...\u000a09:36:47.380013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1823): Terminated: ok {rc=0}\u000a09:36:47.467236 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:35:49" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1838): Process ended prematurely: osmo-stp_10.42.42.5(pid=1838) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1838)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1838): Process ended prematurely: osmo-stp_10.42.42.5(pid=1838) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:36:49.606108 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:36:49.617221 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:36:49.771196 tst cs_paging_gprs_active.py: using LAC 40026\u000a09:36:49.900346 tst cs_paging_gprs_active.py: using RAC 246\u000a09:36:50.025512 tst cs_paging_gprs_active.py: using CellId 40026\u000a09:36:50.152684 tst cs_paging_gprs_active.py: using BVCI 40027\u000a09:36:50.177909 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:36:50.189485 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:36:50.200595 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:36:50.211945 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:36:50.223172 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:36:50.234370 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:36:50.245779 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:36:50.256893 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:36:50.268365 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:36:50.389185 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:36:50.682239 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:36:50.817052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:51.150224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1828): Launched\u000a09:36:51.428813 run iperf3-srv_10.42.42.10(pid=1829): Launched\u000a09:36:51.626711 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:36:51.761642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:52.095604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1830): Launched\u000a09:36:52.374703 run iperf3-srv_10.42.42.10(pid=1831): Launched\u000a09:36:52.573133 tst cs_paging_gprs_active.py:38: start network...\u000a09:36:52.708080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:53.225676 run create_hlr_db(pid=1832): Launched\u000a09:36:53.411255 bus /gobi_6: Setting Powered False\u000a09:36:54.434005 run create_hlr_db(pid=1832): Terminated: ok {rc=0}\u000a09:36:54.845169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1834): Launched\u000a09:36:55.170055 run osmo-hlr_10.42.42.2(pid=1835): Launched\u000a09:36:55.292310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:55.853666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1837): Launched\u000a09:36:56.177150 run osmo-stp_10.42.42.5(pid=1838): Launched\u000a09:36:56.294111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:56.856818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1840): Launched\u000a09:36:56.972339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:57.256286 run patchelf(pid=1841): Launched\u000a09:36:57.444873 run osmo-stp_10.42.42.5(pid=1838): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1838)]\u000a09:36:57.582850 run osmo-stp_10.42.42.5(pid=1838): stdout: \u000a| (launched: 2022-12-14_09:36:56.018344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:57.721233 run osmo-stp_10.42.42.5(pid=1838): stderr: \u000a| �[0;m�[38;5;43m20221214093656208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093656208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093656209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093656209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093656209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093656210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093656210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:57.854913 run osmo-stp_10.42.42.5(pid=1838): stdout: \u000a| (launched: 2022-12-14_09:36:56.018344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:57.987362 run osmo-stp_10.42.42.5(pid=1838): stderr: \u000a| �[0;m�[38;5;43m20221214093656208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093656208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093656209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093656209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093656209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093656210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093656210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:58.141457 run patchelf(pid=1841): Terminating (SIGINT)\u000a09:36:58.322862 run patchelf(pid=1841): Terminated: ok {rc=0}\u000a09:36:58.356011 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1838): Process ended prematurely: osmo-stp_10.42.42.5(pid=1838) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1838)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:36:58.365867 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:36:58.429033 run osmo-hlr_10.42.42.2(pid=1835): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1835)]\u000a09:36:58.480342 run osmo-hlr_10.42.42.2(pid=1835): stdout: \u000a| (launched: 2022-12-14_09:36:55.010052) \u000a09:36:58.532168 run osmo-hlr_10.42.42.2(pid=1835): stderr: \u000a| �[0;m�[1;31m20221214093655205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093655205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093655205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093655205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093655205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093655205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093655218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093655227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093655227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093655227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:58.576249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1828): Terminating (SIGTERM)\u000a09:36:58.617838 run iperf3-srv_10.42.42.10(pid=1829): Terminating (SIGTERM)\u000a09:36:58.659353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1830): Terminating (SIGTERM)\u000a09:36:58.700669 run iperf3-srv_10.42.42.10(pid=1831): Terminating (SIGTERM)\u000a09:36:58.742381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1834): Terminating (SIGTERM)\u000a09:36:58.783990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1837): Terminating (SIGTERM)\u000a09:36:58.825624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1840): Terminating (SIGTERM)\u000a09:36:58.835277 --- ParallelTerminationStrategy: PID 1828 died...\u000a09:36:58.890807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1828): Terminated: ok {rc=0}\u000a09:36:58.900846 --- ParallelTerminationStrategy: PID 1829 died...\u000a09:36:58.955813 run iperf3-srv_10.42.42.10(pid=1829): Terminated {rc=256}\u000a09:36:58.965853 --- ParallelTerminationStrategy: PID 1830 died...\u000a09:36:59.020873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1830): Terminated: ok {rc=0}\u000a09:36:59.030860 --- ParallelTerminationStrategy: PID 1831 died...\u000a09:36:59.085695 run iperf3-srv_10.42.42.10(pid=1831): Terminated {rc=256}\u000a09:36:59.095681 --- ParallelTerminationStrategy: PID 1834 died...\u000a09:36:59.150664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1834): Terminated: ok {rc=0}\u000a09:36:59.161066 --- ParallelTerminationStrategy: PID 1837 died...\u000a09:36:59.216159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1837): Terminated: ok {rc=0}\u000a09:36:59.226113 --- ParallelTerminationStrategy: PID 1840 died...\u000a09:36:59.281041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1840): Terminated: ok {rc=0}\u000a09:36:59.366795 bus /gobi_0: Setting Powered False\u000a09:37:00.472981 bus /gobi_0: Setting Powered False\u000a09:37:01.599517 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1853): Process ended prematurely: osmo-stp_10.42.42.5(pid=1853) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1853)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1853): Process ended prematurely: osmo-stp_10.42.42.5(pid=1853) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:37:02.709496 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:02.720936 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:37:02.883724 tst iperf3.py: using LAC 40027\u000a09:37:03.010406 tst iperf3.py: using RAC 247\u000a09:37:03.133085 tst iperf3.py: using CellId 40027\u000a09:37:03.253230 tst iperf3.py: using BVCI 40028\u000a09:37:03.276178 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:03.287285 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:03.298403 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:03.309208 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:03.320197 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:03.331388 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:03.342647 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:03.353646 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:03.364820 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:37:03.642016 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:37:03.768694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:04.083141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1845): Launched\u000a09:37:04.344796 run iperf3-srv_10.42.42.10(pid=1846): Launched\u000a09:37:04.529826 tst iperf3.py:8: start network...\u000a09:37:04.656388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:05.135118 run create_hlr_db(pid=1847): Launched\u000a09:37:05.309580 bus /gobi_6: Setting Powered False\u000a09:37:06.330796 run create_hlr_db(pid=1847): Terminated: ok {rc=0}\u000a09:37:06.734669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1849): Launched\u000a09:37:07.038152 run osmo-hlr_10.42.42.2(pid=1850): Launched\u000a09:37:07.149726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:07.674546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1852): Launched\u000a09:37:07.977344 run osmo-stp_10.42.42.5(pid=1853): Launched\u000a09:37:08.088423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:08.621749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1855): Launched\u000a09:37:08.737626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:37:09.020180 run patchelf(pid=1856): Launched\u000a09:37:09.208606 run osmo-stp_10.42.42.5(pid=1853): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1853)]\u000a09:37:09.346450 run osmo-stp_10.42.42.5(pid=1853): stdout: \u000a| (launched: 2022-12-14_09:37:07.827284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:09.484272 run osmo-stp_10.42.42.5(pid=1853): stderr: \u000a| �[0;m�[38;5;43m20221214093707994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093707995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093707995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093707995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093707996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093707996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093707996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:09.617345 run osmo-stp_10.42.42.5(pid=1853): stdout: \u000a| (launched: 2022-12-14_09:37:07.827284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:09.749511 run osmo-stp_10.42.42.5(pid=1853): stderr: \u000a| �[0;m�[38;5;43m20221214093707994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093707995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093707995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093707995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093707996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093707996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093707996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:09.902613 run patchelf(pid=1856): Terminating (SIGINT)\u000a09:37:10.082393 run patchelf(pid=1856): Terminated: ok {rc=0}\u000a09:37:10.115506 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1853): Process ended prematurely: osmo-stp_10.42.42.5(pid=1853) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1853)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:37:10.125468 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:37:10.188739 run osmo-hlr_10.42.42.2(pid=1850): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1850)]\u000a09:37:10.240370 run osmo-hlr_10.42.42.2(pid=1850): stdout: \u000a| (launched: 2022-12-14_09:37:06.888120) \u000a09:37:10.292458 run osmo-hlr_10.42.42.2(pid=1850): stderr: \u000a| �[0;m�[1;31m20221214093707061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093707061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093707061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093707061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093707061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093707061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093707073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093707081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093707081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093707081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:10.337024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1845): Terminating (SIGTERM)\u000a09:37:10.378987 run iperf3-srv_10.42.42.10(pid=1846): Terminating (SIGTERM)\u000a09:37:10.420853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1849): Terminating (SIGTERM)\u000a09:37:10.463786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1852): Terminating (SIGTERM)\u000a09:37:10.505757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1855): Terminating (SIGTERM)\u000a09:37:10.515502 --- ParallelTerminationStrategy: PID 1845 died...\u000a09:37:10.571534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1845): Terminated: ok {rc=0}\u000a09:37:10.581703 --- ParallelTerminationStrategy: PID 1846 died...\u000a09:37:10.637231 run iperf3-srv_10.42.42.10(pid=1846): Terminated {rc=256}\u000a09:37:10.647287 --- ParallelTerminationStrategy: PID 1849 died...\u000a09:37:10.702979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1849): Terminated: ok {rc=0}\u000a09:37:10.713087 --- ParallelTerminationStrategy: PID 1852 died...\u000a09:37:10.769038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1852): Terminated: ok {rc=0}\u000a09:37:10.779133 --- ParallelTerminationStrategy: PID 1855 died...\u000a09:37:10.834604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1855): Terminated: ok {rc=0}\u000a09:37:10.921002 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1871): Process ended prematurely: osmo-stp_10.42.42.5(pid=1871) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1871)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1871): Process ended prematurely: osmo-stp_10.42.42.5(pid=1871) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:37:12.030795 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:12.042683 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:37:12.198134 tst iperf3m4.py: using LAC 40028\u000a09:37:12.317151 tst iperf3m4.py: using RAC 248\u000a09:37:12.437171 tst iperf3m4.py: using CellId 40028\u000a09:37:12.560357 tst iperf3m4.py: using BVCI 40029\u000a09:37:12.583554 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:12.594675 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:12.605542 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:12.616370 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:12.627534 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:12.638712 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:12.650130 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:12.661211 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:12.672537 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:37:12.789476 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:37:12.909823 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:37:13.027069 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:37:13.321816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:37:13.457246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:13.791846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1857): Launched\u000a09:37:14.070335 run iperf3-srv_10.42.42.10(pid=1858): Launched\u000a09:37:14.268356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:37:14.403407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:14.737266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1859): Launched\u000a09:37:15.013066 run iperf3-srv_10.42.42.10(pid=1860): Launched\u000a09:37:15.197638 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:37:15.324200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:15.637325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1861): Launched\u000a09:37:15.912735 run iperf3-srv_10.42.42.10(pid=1862): Launched\u000a09:37:16.117320 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:37:16.256451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:16.615516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1863): Launched\u000a09:37:16.918417 run iperf3-srv_10.42.42.10(pid=1864): Launched\u000a09:37:17.122982 tst iperf3m4.py:8: start network...\u000a09:37:17.260470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:17.756790 run create_hlr_db(pid=1865): Launched\u000a09:37:17.929241 bus /gobi_6: Setting Powered False\u000a09:37:18.952807 run create_hlr_db(pid=1865): Terminated: ok {rc=0}\u000a09:37:19.355440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1867): Launched\u000a09:37:19.658301 run osmo-hlr_10.42.42.2(pid=1868): Launched\u000a09:37:19.768447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:20.295154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1870): Launched\u000a09:37:20.598553 run osmo-stp_10.42.42.5(pid=1871): Launched\u000a09:37:20.708461 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:21.234347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1873): Launched\u000a09:37:21.341500 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:37:21.605027 run patchelf(pid=1874): Launched\u000a09:37:21.781696 run osmo-stp_10.42.42.5(pid=1871): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1871)]\u000a09:37:21.910841 run osmo-stp_10.42.42.5(pid=1871): stdout: \u000a| (launched: 2022-12-14_09:37:20.448290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:22.039811 run osmo-stp_10.42.42.5(pid=1871): stderr: \u000a| �[0;m�[38;5;43m20221214093720618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093720618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093720619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093720619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093720619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093720620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093720620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:22.164549 run osmo-stp_10.42.42.5(pid=1871): stdout: \u000a| (launched: 2022-12-14_09:37:20.448290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:22.288016 run osmo-stp_10.42.42.5(pid=1871): stderr: \u000a| �[0;m�[38;5;43m20221214093720618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093720618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093720619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093720619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093720619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093720620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093720620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:22.430811 run patchelf(pid=1874): Terminating (SIGINT)\u000a09:37:22.599068 run patchelf(pid=1874): Terminated: ok {rc=0}\u000a09:37:22.630404 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1871): Process ended prematurely: osmo-stp_10.42.42.5(pid=1871) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1871)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:37:22.640103 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:37:22.700713 run osmo-hlr_10.42.42.2(pid=1868): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1868)]\u000a09:37:22.749686 run osmo-hlr_10.42.42.2(pid=1868): stdout: \u000a| (launched: 2022-12-14_09:37:19.508546) \u000a09:37:22.799429 run osmo-hlr_10.42.42.2(pid=1868): stderr: \u000a| �[0;m�[1;31m20221214093719683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093719683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093719683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093719683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093719683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093719683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093719696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093719705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093719705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093719705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:22.841823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1857): Terminating (SIGTERM)\u000a09:37:22.881492 run iperf3-srv_10.42.42.10(pid=1858): Terminating (SIGTERM)\u000a09:37:22.921772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1859): Terminating (SIGTERM)\u000a09:37:22.961794 run iperf3-srv_10.42.42.10(pid=1860): Terminating (SIGTERM)\u000a09:37:23.001833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1861): Terminating (SIGTERM)\u000a09:37:23.041817 run iperf3-srv_10.42.42.10(pid=1862): Terminating (SIGTERM)\u000a09:37:23.081807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1863): Terminating (SIGTERM)\u000a09:37:23.121923 run iperf3-srv_10.42.42.10(pid=1864): Terminating (SIGTERM)\u000a09:37:23.161771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1867): Terminating (SIGTERM)\u000a09:37:23.201854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1870): Terminating (SIGTERM)\u000a09:37:23.241990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1873): Terminating (SIGTERM)\u000a09:37:23.251326 --- ParallelTerminationStrategy: PID 1857 died...\u000a09:37:23.305420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1857): Terminated: ok {rc=0}\u000a09:37:23.315161 --- ParallelTerminationStrategy: PID 1858 died...\u000a09:37:23.368778 run iperf3-srv_10.42.42.10(pid=1858): Terminated {rc=256}\u000a09:37:23.378456 --- ParallelTerminationStrategy: PID 1859 died...\u000a09:37:23.431873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1859): Terminated: ok {rc=0}\u000a09:37:23.441928 --- ParallelTerminationStrategy: PID 1860 died...\u000a09:37:23.495502 run iperf3-srv_10.42.42.10(pid=1860): Terminated {rc=256}\u000a09:37:23.505095 --- ParallelTerminationStrategy: PID 1861 died...\u000a09:37:23.558658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1861): Terminated: ok {rc=0}\u000a09:37:23.568393 --- ParallelTerminationStrategy: PID 1862 died...\u000a09:37:23.622196 run iperf3-srv_10.42.42.10(pid=1862): Terminated {rc=256}\u000a09:37:23.631883 --- ParallelTerminationStrategy: PID 1863 died...\u000a09:37:23.685466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1863): Terminated: ok {rc=0}\u000a09:37:23.695099 --- ParallelTerminationStrategy: PID 1864 died...\u000a09:37:23.748441 run iperf3-srv_10.42.42.10(pid=1864): Terminated {rc=256}\u000a09:37:23.758177 --- ParallelTerminationStrategy: PID 1867 died...\u000a09:37:23.811359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1867): Terminated: ok {rc=0}\u000a09:37:23.821168 --- ParallelTerminationStrategy: PID 1870 died...\u000a09:37:23.874318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1870): Terminated: ok {rc=0}\u000a09:37:23.884056 --- ParallelTerminationStrategy: PID 1873 died...\u000a09:37:23.937429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1873): Terminated: ok {rc=0}\u000a09:37:24.020431 bus /gobi_4: Setting Powered False\u000a09:37:25.127807 bus /gobi_4: Setting Powered False\u000a09:37:26.236427 bus /gobi_1: Setting Powered False\u000a09:37:27.342457 bus /gobi_1: Setting Powered False\u000a09:37:28.450461 bus /gobi_0: Setting Powered False\u000a09:37:29.555366 bus /gobi_0: Setting Powered False\u000a09:37:30.663968 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1881): Process ended prematurely: osmo-stp_10.42.42.5(pid=1881) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1881)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1881): Process ended prematurely: osmo-stp_10.42.42.5(pid=1881) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:37:31.732824 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:31.746199 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:37:31.913046 tst ping.py: using LAC 40029\u000a09:37:32.061681 tst ping.py: using RAC 249\u000a09:37:32.190663 tst ping.py: using CellId 40029\u000a09:37:32.307781 tst ping.py: using BVCI 40030\u000a09:37:32.330975 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:32.342101 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:32.353026 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:32.364018 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:32.375188 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:32.386417 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:32.397724 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:32.408826 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:37:32.680507 tst ping.py:19: start network...\u000a09:37:32.804126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:33.272902 run create_hlr_db(pid=1875): Launched\u000a09:37:33.443448 bus /gobi_6: Setting Powered False\u000a09:37:34.464734 run create_hlr_db(pid=1875): Terminated: ok {rc=0}\u000a09:37:34.861446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1877): Launched\u000a09:37:35.158055 run osmo-hlr_10.42.42.2(pid=1878): Launched\u000a09:37:35.273179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:35.827481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1880): Launched\u000a09:37:36.143137 run osmo-stp_10.42.42.5(pid=1881): Launched\u000a09:37:36.257314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:36.811336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1883): Launched\u000a09:37:36.923947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:37:37.203672 run patchelf(pid=1884): Launched\u000a09:37:37.390744 run osmo-stp_10.42.42.5(pid=1881): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1881)]\u000a09:37:37.526373 run osmo-stp_10.42.42.5(pid=1881): stdout: \u000a| (launched: 2022-12-14_09:37:35.988114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:37.661928 run osmo-stp_10.42.42.5(pid=1881): stderr: \u000a| �[0;m�[38;5;43m20221214093736177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093736177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093736178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093736178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093736179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093736179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093736179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:37.793297 run osmo-stp_10.42.42.5(pid=1881): stdout: \u000a| (launched: 2022-12-14_09:37:35.988114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:37.923556 run osmo-stp_10.42.42.5(pid=1881): stderr: \u000a| �[0;m�[38;5;43m20221214093736177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093736177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093736178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093736178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093736179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093736179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093736179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:38.074372 run patchelf(pid=1884): Terminating (SIGINT)\u000a09:37:38.252079 run patchelf(pid=1884): Terminated: ok {rc=0}\u000a09:37:38.284231 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1881): Process ended prematurely: osmo-stp_10.42.42.5(pid=1881) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1881)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:37:38.293569 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:37:38.355949 run osmo-hlr_10.42.42.2(pid=1878): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1878)]\u000a09:37:38.407387 run osmo-hlr_10.42.42.2(pid=1878): stdout: \u000a| (launched: 2022-12-14_09:37:35.011592) \u000a09:37:38.459292 run osmo-hlr_10.42.42.2(pid=1878): stderr: \u000a| �[0;m�[1;31m20221214093735183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093735183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093735183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093735183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093735183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093735184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093735196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093735204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093735204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093735204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:38.503465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1877): Terminating (SIGTERM)\u000a09:37:38.545678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1880): Terminating (SIGTERM)\u000a09:37:38.587309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1883): Terminating (SIGTERM)\u000a09:37:38.597164 --- ParallelTerminationStrategy: PID 1877 died...\u000a09:37:38.653377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1877): Terminated: ok {rc=0}\u000a09:37:38.663654 --- ParallelTerminationStrategy: PID 1880 died...\u000a09:37:38.719247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1880): Terminated: ok {rc=0}\u000a09:37:38.729577 --- ParallelTerminationStrategy: PID 1883 died...\u000a09:37:38.785226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1883): Terminated: ok {rc=0}\u000a09:37:38.870787 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1891): Process ended prematurely: osmo-stp_10.42.42.5(pid=1891) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1891): Process ended prematurely: osmo-stp_10.42.42.5(pid=1891) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:37:39.923733 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:39.936035 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:37:40.099427 tst ping_idle_ping.py: using LAC 40030\u000a09:37:40.229861 tst ping_idle_ping.py: using RAC 250\u000a09:37:40.349757 tst ping_idle_ping.py: using CellId 40030\u000a09:37:40.465536 tst ping_idle_ping.py: using BVCI 40031\u000a09:37:40.488319 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:40.499499 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:40.510591 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:40.521655 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:40.532878 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:40.543998 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:40.555256 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:37:40.566426 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:37:40.856476 tst ping_idle_ping.py:24: start network...\u000a09:37:40.989709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:41.502871 run create_hlr_db(pid=1885): Launched\u000a09:37:41.686470 bus /gobi_6: Setting Powered False\u000a09:37:42.707783 run create_hlr_db(pid=1885): Terminated: ok {rc=0}\u000a09:37:43.132631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1887): Launched\u000a09:37:43.451021 run osmo-hlr_10.42.42.2(pid=1888): Launched\u000a09:37:43.569670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:44.122012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1890): Launched\u000a09:37:44.440121 run osmo-stp_10.42.42.5(pid=1891): Launched\u000a09:37:44.554960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:45.112129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1893): Launched\u000a09:37:45.226047 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:37:45.504884 run patchelf(pid=1894): Launched\u000a09:37:45.691493 run osmo-stp_10.42.42.5(pid=1891): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)]\u000a09:37:45.837139 run osmo-stp_10.42.42.5(pid=1891): stdout: \u000a| (launched: 2022-12-14_09:37:44.283666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:45.993367 run osmo-stp_10.42.42.5(pid=1891): stderr: \u000a| �[0;m�[38;5;43m20221214093744470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093744470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093744470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093744470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093744471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093744471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093744471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:46.124389 run osmo-stp_10.42.42.5(pid=1891): stdout: \u000a| (launched: 2022-12-14_09:37:44.283666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:46.251619 run osmo-stp_10.42.42.5(pid=1891): stderr: \u000a| �[0;m�[38;5;43m20221214093744470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093744470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093744470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093744470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093744471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093744471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093744471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:46.399673 run patchelf(pid=1894): Terminating (SIGINT)\u000a09:37:46.573105 run patchelf(pid=1894): Terminated: ok {rc=0}\u000a09:37:46.605222 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1891): Process ended prematurely: osmo-stp_10.42.42.5(pid=1891) [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:37:46.615867 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:37:46.701305 run osmo-hlr_10.42.42.2(pid=1888): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1888)]\u000a09:37:46.768168 run osmo-hlr_10.42.42.2(pid=1888): stdout: \u000a| (launched: 2022-12-14_09:37:43.294867) \u000a09:37:46.836621 run osmo-hlr_10.42.42.2(pid=1888): stderr: \u000a| �[0;m�[1;31m20221214093743488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093743488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093743488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093743488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093743488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093743488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093743500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093743508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093743509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093743509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:46.885534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1887): Terminating (SIGTERM)\u000a09:37:46.930735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1890): Terminating (SIGTERM)\u000a09:37:46.975786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1893): Terminating (SIGTERM)\u000a09:37:46.986567 --- ParallelTerminationStrategy: PID 1887 died...\u000a09:37:47.045858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1887): Terminated: ok {rc=0}\u000a09:37:47.056627 --- ParallelTerminationStrategy: PID 1890 died...\u000a09:37:47.114703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1890): Terminated: ok {rc=0}\u000a09:37:47.125487 --- ParallelTerminationStrategy: PID 1893 died...\u000a09:37:47.183314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1893): Terminated: ok {rc=0}\u000a09:37:47.271709 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:36:49" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1908): Process ended prematurely: osmo-stp_10.42.42.5(pid=1908) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1908)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1908): Process ended prematurely: osmo-stp_10.42.42.5(pid=1908) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:37:49.421838 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:37:49.432921 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:37:49.567032 tst cs_paging_gprs_active.py: using LAC 40031\u000a09:37:49.683926 tst cs_paging_gprs_active.py: using RAC 251\u000a09:37:49.805986 tst cs_paging_gprs_active.py: using CellId 40031\u000a09:37:49.921142 tst cs_paging_gprs_active.py: using BVCI 40032\u000a09:37:49.943919 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:37:49.955193 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:37:49.966396 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:37:49.977513 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:37:49.988911 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:37:50.000372 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:37:50.012000 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:37:50.023527 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:37:50.035304 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:37:50.155052 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:37:50.431473 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:37:50.556480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:50.866470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1898): Launched\u000a09:37:51.124037 run iperf3-srv_10.42.42.10(pid=1899): Launched\u000a09:37:51.305652 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:37:51.429766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:37:51.738670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1900): Launched\u000a09:37:52.022893 run iperf3-srv_10.42.42.10(pid=1901): Launched\u000a09:37:52.204789 tst cs_paging_gprs_active.py:38: start network...\u000a09:37:52.329115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:52.803364 run create_hlr_db(pid=1902): Launched\u000a09:37:52.975951 bus /gobi_6: Setting Powered False\u000a09:37:53.998001 run create_hlr_db(pid=1902): Terminated: ok {rc=0}\u000a09:37:54.422262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1904): Launched\u000a09:37:54.741516 run osmo-hlr_10.42.42.2(pid=1905): Launched\u000a09:37:54.858737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:55.412836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1907): Launched\u000a09:37:55.734075 run osmo-stp_10.42.42.5(pid=1908): Launched\u000a09:37:55.848929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:37:56.405709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1910): Launched\u000a09:37:56.519255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:37:56.797490 run patchelf(pid=1911): Launched\u000a09:37:56.983347 run osmo-stp_10.42.42.5(pid=1908): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1908)]\u000a09:37:57.119333 run osmo-stp_10.42.42.5(pid=1908): stdout: \u000a| (launched: 2022-12-14_09:37:55.576548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:57.256358 run osmo-stp_10.42.42.5(pid=1908): stderr: \u000a| �[0;m�[38;5;43m20221214093755764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093755764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093755764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093755765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093755765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093755765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093755766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:57.387976 run osmo-stp_10.42.42.5(pid=1908): stdout: \u000a| (launched: 2022-12-14_09:37:55.576548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:57.518836 run osmo-stp_10.42.42.5(pid=1908): stderr: \u000a| �[0;m�[38;5;43m20221214093755764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093755764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093755764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093755765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093755765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093755765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093755766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:57.670562 run patchelf(pid=1911): Terminating (SIGINT)\u000a09:37:57.848603 run patchelf(pid=1911): Terminated: ok {rc=0}\u000a09:37:57.881436 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1908): Process ended prematurely: osmo-stp_10.42.42.5(pid=1908) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1908)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a09:37:57.891253 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:37:57.953276 run osmo-hlr_10.42.42.2(pid=1905): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1905)]\u000a09:37:58.004182 run osmo-hlr_10.42.42.2(pid=1905): stdout: \u000a| (launched: 2022-12-14_09:37:54.584397) \u000a09:37:58.056155 run osmo-hlr_10.42.42.2(pid=1905): stderr: \u000a| �[0;m�[1;31m20221214093754777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093754777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093754777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093754777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093754777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093754777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093754789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093754798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093754798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093754798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:58.099904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1898): Terminating (SIGTERM)\u000a09:37:58.141285 run iperf3-srv_10.42.42.10(pid=1899): Terminating (SIGTERM)\u000a09:37:58.182597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1900): Terminating (SIGTERM)\u000a09:37:58.224045 run iperf3-srv_10.42.42.10(pid=1901): Terminating (SIGTERM)\u000a09:37:58.265683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1904): Terminating (SIGTERM)\u000a09:37:58.306978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1907): Terminating (SIGTERM)\u000a09:37:58.348072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1910): Terminating (SIGTERM)\u000a09:37:58.357526 --- ParallelTerminationStrategy: PID 1898 died...\u000a09:37:58.412552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1898): Terminated: ok {rc=0}\u000a09:37:58.422409 --- ParallelTerminationStrategy: PID 1899 died...\u000a09:37:58.477060 run iperf3-srv_10.42.42.10(pid=1899): Terminated {rc=256}\u000a09:37:58.486883 --- ParallelTerminationStrategy: PID 1900 died...\u000a09:37:58.542183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1900): Terminated: ok {rc=0}\u000a09:37:58.551984 --- ParallelTerminationStrategy: PID 1901 died...\u000a09:37:58.606479 run iperf3-srv_10.42.42.10(pid=1901): Terminated {rc=256}\u000a09:37:58.616344 --- ParallelTerminationStrategy: PID 1904 died...\u000a09:37:58.671086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1904): Terminated: ok {rc=0}\u000a09:37:58.680900 --- ParallelTerminationStrategy: PID 1907 died...\u000a09:37:58.735545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1907): Terminated: ok {rc=0}\u000a09:37:58.745400 --- ParallelTerminationStrategy: PID 1910 died...\u000a09:37:58.800471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1910): Terminated: ok {rc=0}\u000a09:37:58.885836 bus /gobi_0: Setting Powered False\u000a09:37:59.991504 bus /gobi_0: Setting Powered False\u000a09:38:01.123370 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1920): Process ended prematurely: osmo-stp_10.42.42.5(pid=1920) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1920)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1920): Process ended prematurely: osmo-stp_10.42.42.5(pid=1920) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a09:38:02.235808 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:02.250215 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:38:02.388841 tst iperf3.py: using LAC 40032\u000a09:38:02.507668 tst iperf3.py: using RAC 252\u000a09:38:02.630454 tst iperf3.py: using CellId 40032\u000a09:38:02.747361 tst iperf3.py: using BVCI 40033\u000a09:38:02.770497 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:02.782070 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:02.793420 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:02.804615 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:02.816142 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:02.827813 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:02.839330 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:02.850666 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:02.862220 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:38:03.138818 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:38:03.262814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:38:03.571115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1912): Launched\u000a09:38:03.828015 run iperf3-srv_10.42.42.10(pid=1913): Launched\u000a09:38:04.009300 tst iperf3.py:8: start network...\u000a09:38:04.133763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:04.605703 run create_hlr_db(pid=1914): Launched\u000a09:38:04.777184 bus /gobi_6: Setting Powered False\u000a09:38:05.798845 run create_hlr_db(pid=1914): Terminated: ok {rc=0}\u000a09:38:06.221539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1916): Launched\u000a09:38:06.540554 run osmo-hlr_10.42.42.2(pid=1917): Launched\u000a09:38:06.660781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:07.215547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1919): Launched\u000a09:38:07.534009 run osmo-stp_10.42.42.5(pid=1920): Launched\u000a09:38:07.648666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:38:08.205735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1922): Launched\u000a09:38:08.319859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:38:08.598575 run patchelf(pid=1923): Launched\u000a09:38:08.785055 run osmo-stp_10.42.42.5(pid=1920): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1920)]\u000a09:38:08.921225 run osmo-stp_10.42.42.5(pid=1920): stdout: \u000a| (launched: 2022-12-14_09:38:07.377506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:09.058623 run osmo-stp_10.42.42.5(pid=1920): stderr: \u000a| �[0;m�[38;5;43m20221214093807566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093807566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093807567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093807567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093807567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093807567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093807568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:09.191220 run osmo-stp_10.42.42.5(pid=1920): stdout: \u000a| (launched: 2022-12-14_09:38:07.377506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:09.322775 run osmo-stp_10.42.42.5(pid=1920): stderr: \u000a| �[0;m�[38;5;43m20221214093807566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093807566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093807567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093807567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093807567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093807567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093807568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:09.475043 run patchelf(pid=1923): Terminating (SIGINT)\u000a09:38:09.652377 run patchelf(pid=1923): Terminated: ok {rc=0}\u000a09:38:09.685342 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1920): Process ended prematurely: osmo-stp_10.42.42.5(pid=1920) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1920)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a09:38:09.695271 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:38:09.758026 run osmo-hlr_10.42.42.2(pid=1917): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1917)]\u000a09:38:09.809571 run osmo-hlr_10.42.42.2(pid=1917): stdout: \u000a| (launched: 2022-12-14_09:38:06.383787) \u000a09:38:09.861757 run osmo-hlr_10.42.42.2(pid=1917): stderr: \u000a| �[0;m�[1;31m20221214093806578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093806578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093806578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093806578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093806578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093806579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093806594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093806603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093806603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093806603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:09.906362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1912): Terminating (SIGTERM)\u000a09:38:09.949215 run iperf3-srv_10.42.42.10(pid=1913): Terminating (SIGTERM)\u000a09:38:09.991260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1916): Terminating (SIGTERM)\u000a09:38:10.033513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1919): Terminating (SIGTERM)\u000a09:38:10.075281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1922): Terminating (SIGTERM)\u000a09:38:10.084866 --- ParallelTerminationStrategy: PID 1912 died...\u000a09:38:10.140585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1912): Terminated: ok {rc=0}\u000a09:38:10.150677 --- ParallelTerminationStrategy: PID 1913 died...\u000a09:38:10.206147 run iperf3-srv_10.42.42.10(pid=1913): Terminated {rc=256}\u000a09:38:10.215992 --- ParallelTerminationStrategy: PID 1916 died...\u000a09:38:10.271521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1916): Terminated: ok {rc=0}\u000a09:38:10.281641 --- ParallelTerminationStrategy: PID 1919 died...\u000a09:38:10.337091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1919): Terminated: ok {rc=0}\u000a09:38:10.347117 --- ParallelTerminationStrategy: PID 1922 died...\u000a09:38:10.402289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1922): Terminated: ok {rc=0}\u000a09:38:10.487661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1940): Process ended prematurely: osmo-stp_10.42.42.5(pid=1940) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1940)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1940): Process ended prematurely: osmo-stp_10.42.42.5(pid=1940) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a09:38:11.603677 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:11.616443 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:38:11.760791 tst iperf3m4.py: using LAC 40033\u000a09:38:11.885773 tst iperf3m4.py: using RAC 253\u000a09:38:12.010656 tst iperf3m4.py: using CellId 40033\u000a09:38:12.141822 tst iperf3m4.py: using BVCI 40034\u000a09:38:12.166349 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:12.178272 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:12.190076 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:12.202199 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:12.213942 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:12.226000 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:12.238128 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:12.250070 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:12.262090 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:38:12.381494 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:38:12.500676 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:38:12.619319 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:38:12.909931 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:38:13.044516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:38:13.375832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1924): Launched\u000a09:38:13.650331 run iperf3-srv_10.42.42.10(pid=1925): Launched\u000a09:38:13.845943 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:38:13.979125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:38:14.310064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1926): Launched\u000a09:38:14.584742 run iperf3-srv_10.42.42.10(pid=1927): Launched\u000a09:38:14.779822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:38:14.912725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:38:15.243787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1928): Launched\u000a09:38:15.518833 run iperf3-srv_10.42.42.10(pid=1931): Launched\u000a09:38:15.713731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:38:15.871658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:38:16.251374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1932): Launched\u000a09:38:16.548299 run iperf3-srv_10.42.42.10(pid=1933): Launched\u000a09:38:16.746725 tst iperf3m4.py:8: start network...\u000a09:38:16.882220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:17.398996 run create_hlr_db(pid=1934): Launched\u000a09:38:17.582626 bus /gobi_6: Setting Powered False\u000a09:38:18.603880 run create_hlr_db(pid=1934): Terminated: ok {rc=0}\u000a09:38:19.026901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1936): Launched\u000a09:38:19.347223 run osmo-hlr_10.42.42.2(pid=1937): Launched\u000a09:38:19.462862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:20.019368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1939): Launched\u000a09:38:20.341444 run osmo-stp_10.42.42.5(pid=1940): Launched\u000a09:38:20.457453 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:38:21.016235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1942): Launched\u000a09:38:21.131237 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:38:21.411275 run patchelf(pid=1943): Launched\u000a09:38:21.597698 run osmo-stp_10.42.42.5(pid=1940): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1940)]\u000a09:38:21.733647 run osmo-stp_10.42.42.5(pid=1940): stdout: \u000a| (launched: 2022-12-14_09:38:20.182640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:21.870336 run osmo-stp_10.42.42.5(pid=1940): stderr: \u000a| �[0;m�[38;5;43m20221214093820373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093820373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093820373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093820374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093820374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093820374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093820374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:22.002437 run osmo-stp_10.42.42.5(pid=1940): stdout: \u000a| (launched: 2022-12-14_09:38:20.182640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:22.133190 run osmo-stp_10.42.42.5(pid=1940): stderr: \u000a| �[0;m�[38;5;43m20221214093820373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093820373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093820373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093820374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093820374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093820374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093820374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:22.285749 run patchelf(pid=1943): Terminating (SIGINT)\u000a09:38:22.463783 run patchelf(pid=1943): Terminated: ok {rc=0}\u000a09:38:22.496697 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1940): Process ended prematurely: osmo-stp_10.42.42.5(pid=1940) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1940)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a09:38:22.506733 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:38:22.569615 run osmo-hlr_10.42.42.2(pid=1937): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1937)]\u000a09:38:22.620581 run osmo-hlr_10.42.42.2(pid=1937): stdout: \u000a| (launched: 2022-12-14_09:38:19.189775) \u000a09:38:22.672146 run osmo-hlr_10.42.42.2(pid=1937): stderr: \u000a| �[0;m�[1;31m20221214093819386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093819386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093819386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093819386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093819386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093819386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093819398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093819406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093819406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093819406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:22.716308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1924): Terminating (SIGTERM)\u000a09:38:22.757960 run iperf3-srv_10.42.42.10(pid=1925): Terminating (SIGTERM)\u000a09:38:22.799503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1926): Terminating (SIGTERM)\u000a09:38:22.841075 run iperf3-srv_10.42.42.10(pid=1927): Terminating (SIGTERM)\u000a09:38:22.882911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1928): Terminating (SIGTERM)\u000a09:38:22.924358 run iperf3-srv_10.42.42.10(pid=1931): Terminating (SIGTERM)\u000a09:38:22.966319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1932): Terminating (SIGTERM)\u000a09:38:23.007831 run iperf3-srv_10.42.42.10(pid=1933): Terminating (SIGTERM)\u000a09:38:23.049636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1936): Terminating (SIGTERM)\u000a09:38:23.091412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1939): Terminating (SIGTERM)\u000a09:38:23.133714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1942): Terminating (SIGTERM)\u000a09:38:23.143324 --- ParallelTerminationStrategy: PID 1924 died...\u000a09:38:23.198995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1924): Terminated: ok {rc=0}\u000a09:38:23.209160 --- ParallelTerminationStrategy: PID 1925 died...\u000a09:38:23.264580 run iperf3-srv_10.42.42.10(pid=1925): Terminated {rc=256}\u000a09:38:23.274651 --- ParallelTerminationStrategy: PID 1926 died...\u000a09:38:23.330278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1926): Terminated: ok {rc=0}\u000a09:38:23.340282 --- ParallelTerminationStrategy: PID 1927 died...\u000a09:38:23.395645 run iperf3-srv_10.42.42.10(pid=1927): Terminated {rc=256}\u000a09:38:23.405951 --- ParallelTerminationStrategy: PID 1928 died...\u000a09:38:23.461521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1928): Terminated: ok {rc=0}\u000a09:38:23.471439 --- ParallelTerminationStrategy: PID 1931 died...\u000a09:38:23.526788 run iperf3-srv_10.42.42.10(pid=1931): Terminated {rc=256}\u000a09:38:23.536854 --- ParallelTerminationStrategy: PID 1932 died...\u000a09:38:23.592503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1932): Terminated: ok {rc=0}\u000a09:38:23.602553 --- ParallelTerminationStrategy: PID 1933 died...\u000a09:38:23.657947 run iperf3-srv_10.42.42.10(pid=1933): Terminated {rc=256}\u000a09:38:23.667979 --- ParallelTerminationStrategy: PID 1936 died...\u000a09:38:23.723439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1936): Terminated: ok {rc=0}\u000a09:38:23.733574 --- ParallelTerminationStrategy: PID 1939 died...\u000a09:38:23.788916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1939): Terminated: ok {rc=0}\u000a09:38:23.798895 --- ParallelTerminationStrategy: PID 1942 died...\u000a09:38:23.854320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1942): Terminated: ok {rc=0}\u000a09:38:23.941347 bus /gobi_4: Setting Powered False\u000a09:38:25.046876 bus /gobi_4: Setting Powered False\u000a09:38:26.154126 bus /gobi_1: Setting Powered False\u000a09:38:27.259941 bus /gobi_1: Setting Powered False\u000a09:38:28.367864 bus /gobi_0: Setting Powered False\u000a09:38:29.472023 bus /gobi_0: Setting Powered False\u000a09:38:30.579544 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1950): Process ended prematurely: osmo-stp_10.42.42.5(pid=1950) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1950)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1950): Process ended prematurely: osmo-stp_10.42.42.5(pid=1950) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a09:38:31.644619 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:31.658078 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:38:31.803686 tst ping.py: using LAC 40034\u000a09:38:31.951965 tst ping.py: using RAC 254\u000a09:38:32.122429 tst ping.py: using CellId 40034\u000a09:38:32.252458 tst ping.py: using BVCI 40035\u000a09:38:32.277105 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:32.289273 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:32.301237 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:32.313269 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:32.325088 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:32.336935 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:32.349193 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:32.360938 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:38:32.633284 tst ping.py:19: start network...\u000a09:38:32.754750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:33.218968 run create_hlr_db(pid=1944): Launched\u000a09:38:33.387648 bus /gobi_6: Setting Powered False\u000a09:38:34.409215 run create_hlr_db(pid=1944): Terminated: ok {rc=0}\u000a09:38:34.826456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1946): Launched\u000a09:38:35.139905 run osmo-hlr_10.42.42.2(pid=1947): Launched\u000a09:38:35.255607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:35.804314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1949): Launched\u000a09:38:36.117714 run osmo-stp_10.42.42.5(pid=1950): Launched\u000a09:38:36.231102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:38:36.781294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1952): Launched\u000a09:38:36.893011 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:38:37.170041 run patchelf(pid=1953): Launched\u000a09:38:37.354844 run osmo-stp_10.42.42.5(pid=1950): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1950)]\u000a09:38:37.488743 run osmo-stp_10.42.42.5(pid=1950): stdout: \u000a| (launched: 2022-12-14_09:38:35.963697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:37.623789 run osmo-stp_10.42.42.5(pid=1950): stderr: \u000a| �[0;m�[38;5;43m20221214093836153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093836153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093836154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093836154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093836154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093836155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093836155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:37.754155 run osmo-stp_10.42.42.5(pid=1950): stdout: \u000a| (launched: 2022-12-14_09:38:35.963697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:37.883245 run osmo-stp_10.42.42.5(pid=1950): stderr: \u000a| �[0;m�[38;5;43m20221214093836153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093836153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093836154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093836154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093836154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093836155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093836155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:38.032772 run patchelf(pid=1953): Terminating (SIGINT)\u000a09:38:38.208630 run patchelf(pid=1953): Terminated: ok {rc=0}\u000a09:38:38.240849 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1950): Process ended prematurely: osmo-stp_10.42.42.5(pid=1950) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1950)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a09:38:38.250370 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:38:38.313188 run osmo-hlr_10.42.42.2(pid=1947): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1947)]\u000a09:38:38.364626 run osmo-hlr_10.42.42.2(pid=1947): stdout: \u000a| (launched: 2022-12-14_09:38:34.985730) \u000a09:38:38.416742 run osmo-hlr_10.42.42.2(pid=1947): stderr: \u000a| �[0;m�[1;31m20221214093835180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093835180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093835180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093835180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093835180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093835180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093835192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093835200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093835201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093835201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:38.461219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1946): Terminating (SIGTERM)\u000a09:38:38.503147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1949): Terminating (SIGTERM)\u000a09:38:38.544767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1952): Terminating (SIGTERM)\u000a09:38:38.554578 --- ParallelTerminationStrategy: PID 1946 died...\u000a09:38:38.610577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1946): Terminated: ok {rc=0}\u000a09:38:38.620725 --- ParallelTerminationStrategy: PID 1949 died...\u000a09:38:38.676241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1949): Terminated: ok {rc=0}\u000a09:38:38.686205 --- ParallelTerminationStrategy: PID 1952 died...\u000a09:38:38.742083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1952): Terminated: ok {rc=0}\u000a09:38:38.829276 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1960): Process ended prematurely: osmo-stp_10.42.42.5(pid=1960) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1960)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1960): Process ended prematurely: osmo-stp_10.42.42.5(pid=1960) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a09:38:39.881081 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:39.893606 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:38:40.037806 tst ping_idle_ping.py: using LAC 40035\u000a09:38:40.162875 tst ping_idle_ping.py: using RAC 255\u000a09:38:40.286635 tst ping_idle_ping.py: using CellId 40035\u000a09:38:40.411676 tst ping_idle_ping.py: using BVCI 40036\u000a09:38:40.435832 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:40.447875 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:40.459588 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:40.471389 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:40.483577 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:40.495725 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:40.508144 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:38:40.520491 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:38:40.794819 tst ping_idle_ping.py:24: start network...\u000a09:38:40.917731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:41.386801 run create_hlr_db(pid=1954): Launched\u000a09:38:41.558493 bus /gobi_6: Setting Powered False\u000a09:38:42.579054 run create_hlr_db(pid=1954): Terminated: ok {rc=0}\u000a09:38:42.975323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1956): Launched\u000a09:38:43.273078 run osmo-hlr_10.42.42.2(pid=1957): Launched\u000a09:38:43.386913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:43.905100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1959): Launched\u000a09:38:44.200274 run osmo-stp_10.42.42.5(pid=1960): Launched\u000a09:38:44.308358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:38:44.824298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1962): Launched\u000a09:38:44.928688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:38:45.187166 run patchelf(pid=1963): Launched\u000a09:38:45.360456 run osmo-stp_10.42.42.5(pid=1960): ERR: Terminated: ERROR {rc=1} [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1960)]\u000a09:38:45.486888 run osmo-stp_10.42.42.5(pid=1960): stdout: \u000a| (launched: 2022-12-14_09:38:44.054055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:45.613259 run osmo-stp_10.42.42.5(pid=1960): stderr: \u000a| �[0;m�[38;5;43m20221214093844221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093844221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093844221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093844222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093844222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093844222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093844222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:45.735726 run osmo-stp_10.42.42.5(pid=1960): stdout: \u000a| (launched: 2022-12-14_09:38:44.054055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:45.864337 run osmo-stp_10.42.42.5(pid=1960): stderr: \u000a| �[0;m�[38;5;43m20221214093844221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093844221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093844221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093844222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093844222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093844222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093844222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:46.009736 run patchelf(pid=1963): Terminating (SIGINT)\u000a09:38:46.180349 run patchelf(pid=1963): Terminated: ok {rc=0}\u000a09:38:46.212161 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1960): Process ended prematurely: osmo-stp_10.42.42.5(pid=1960) [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1960)] [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a09:38:46.222068 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a09:38:46.284889 run osmo-hlr_10.42.42.2(pid=1957): ERR: Terminated: ERROR {rc=237} [trial-2402↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1957)]\u000a09:38:46.337563 run osmo-hlr_10.42.42.2(pid=1957): stdout: \u000a| (launched: 2022-12-14_09:38:43.125730) \u000a09:38:46.389939 run osmo-hlr_10.42.42.2(pid=1957): stderr: \u000a| �[0;m�[1;31m20221214093843299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093843299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093843299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093843299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093843299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093843300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093843311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093843320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093843321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093843321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:46.434913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1956): Terminating (SIGTERM)\u000a09:38:46.476746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1959): Terminating (SIGTERM)\u000a09:38:46.519164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1962): Terminating (SIGTERM)\u000a09:38:46.528924 --- ParallelTerminationStrategy: PID 1956 died...\u000a09:38:46.586346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1956): Terminated: ok {rc=0}\u000a09:38:46.596871 --- ParallelTerminationStrategy: PID 1959 died...\u000a09:38:46.653909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1959): Terminated: ok {rc=0}\u000a09:38:46.664361 --- ParallelTerminationStrategy: PID 1962 died...\u000a09:38:46.721181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1962): Terminated: ok {rc=0}\u000a09:38:46.817268 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:37:49" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1974): Process ended prematurely: osmo-stp_10.42.42.5(pid=1974) [trial-2402↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1974)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1974): Process ended prematurely: osmo-stp_10.42.42.5(pid=1974) [trial-2402↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:38:48.857005 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:48.868593 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:38:49.018983 tst switch_tch_pdch.py: using LAC 40036\u000a09:38:49.149085 tst switch_tch_pdch.py: using RAC 1\u000a09:38:49.266846 tst switch_tch_pdch.py: using CellId 40036\u000a09:38:49.382168 tst switch_tch_pdch.py: using BVCI 40037\u000a09:38:49.404673 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:49.416263 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:49.427659 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:49.439221 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:49.450915 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:49.462635 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:49.474590 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:38:49.486520 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:38:49.600104 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:38:49.886360 tst switch_tch_pdch.py:51: start network...\u000a09:38:50.016703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:50.521086 run create_hlr_db(pid=1968): Launched\u000a09:38:50.703150 bus /gobi_6: Setting Powered False\u000a09:38:51.724400 run create_hlr_db(pid=1968): Terminated: ok {rc=0}\u000a09:38:52.120032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1970): Launched\u000a09:38:52.414555 run osmo-hlr_10.42.42.2(pid=1971): Launched\u000a09:38:52.529856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:53.048801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1973): Launched\u000a09:38:53.344050 run osmo-stp_10.42.42.5(pid=1974): Launched\u000a09:38:53.451426 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:38:53.966295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1976): Launched\u000a09:38:54.070723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:38:54.330830 run patchelf(pid=1977): Launched\u000a09:38:54.503838 run osmo-stp_10.42.42.5(pid=1974): ERR: Terminated: ERROR {rc=1} [trial-2402↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1974)]\u000a09:38:54.630300 run osmo-stp_10.42.42.5(pid=1974): stdout: \u000a| (launched: 2022-12-14_09:38:53.197982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:54.757065 run osmo-stp_10.42.42.5(pid=1974): stderr: \u000a| �[0;m�[38;5;43m20221214093853364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093853365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093853365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093853365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093853366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093853366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093853366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:54.879409 run osmo-stp_10.42.42.5(pid=1974): stdout: \u000a| (launched: 2022-12-14_09:38:53.197982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:55.000798 run osmo-stp_10.42.42.5(pid=1974): stderr: \u000a| �[0;m�[38;5;43m20221214093853364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093853365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093853365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093853365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093853366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093853366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093853366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:55.141578 run patchelf(pid=1977): Terminating (SIGINT)\u000a09:38:55.306562 run patchelf(pid=1977): Terminated: ok {rc=0}\u000a09:38:55.336648 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1974): Process ended prematurely: osmo-stp_10.42.42.5(pid=1974) [trial-2402↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1974)] [trial-2402↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:38:55.345771 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a09:38:55.406397 run osmo-hlr_10.42.42.2(pid=1971): ERR: Terminated: ERROR {rc=237} [trial-2402↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1971)]\u000a09:38:55.455333 run osmo-hlr_10.42.42.2(pid=1971): stdout: \u000a| (launched: 2022-12-14_09:38:52.268746) \u000a09:38:55.505251 run osmo-hlr_10.42.42.2(pid=1971): stderr: \u000a| �[0;m�[1;31m20221214093852438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093852438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093852438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093852438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093852438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093852438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093852451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093852459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093852459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093852459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:55.547422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1970): Terminating (SIGTERM)\u000a09:38:55.587264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1973): Terminating (SIGTERM)\u000a09:38:55.626990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1976): Terminating (SIGTERM)\u000a09:38:55.636017 --- ParallelTerminationStrategy: PID 1970 died...\u000a09:38:55.689711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1970): Terminated: ok {rc=0}\u000a09:38:55.699126 --- ParallelTerminationStrategy: PID 1973 died...\u000a09:38:55.751893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1973): Terminated: ok {rc=0}\u000a09:38:55.761229 --- ParallelTerminationStrategy: PID 1976 died...\u000a09:38:55.814063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1976): Terminated: ok {rc=0}\u000a09:38:55.901175 bus /gobi_0: Setting Powered False\u000a09:38:57.007034 bus /gobi_0: Setting Powered False\u000a09:38:58.113658 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:38:48" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1982): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1982) [trial-2402↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1982)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1982): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1982) [trial-2402↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a09:38:59.953711 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:39:00.061614 tst esme_connect_policy_acceptall.py: using MSISDN 8613\u000a09:39:00.195684 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:39:00.761615 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1981): Launched\u000a09:39:01.123492 run osmo-nitb_10.42.42.2(pid=1982): Launched\u000a09:39:01.312161 run osmo-nitb_10.42.42.2(pid=1982): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1982)]\u000a09:39:01.452057 run osmo-nitb_10.42.42.2(pid=1982): stdout: \u000a| (launched: 2022-12-14_09:39:00.948646) \u000a09:39:01.591663 run osmo-nitb_10.42.42.2(pid=1982): stderr: \u000a| (launched: 2022-12-14_09:39:00.997406)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:01.748858 run osmo-nitb_10.42.42.2(pid=1982): stdout: \u000a| (launched: 2022-12-14_09:39:00.948646) \u000a09:39:01.922454 run osmo-nitb_10.42.42.2(pid=1982): stderr: \u000a| (launched: 2022-12-14_09:39:00.997406)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:02.287902 tst osmo-nitb_10.42.42.2(pid=1982): stdout: \u000a| (launched: 2022-12-14_09:39:00.948646) \u000a09:39:02.440937 tst osmo-nitb_10.42.42.2(pid=1982): stderr: \u000a| (launched: 2022-12-14_09:39:00.997406)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:02.499544 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=1982): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1982) [trial-2402↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1982)] [trial-2402↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a09:39:02.512269 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a09:39:02.551673 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1981): Terminating (SIGTERM)\u000a09:39:02.730855 --- ParallelTerminationStrategy: PID 1981 died...\u000a09:39:02.813549 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1981): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2253): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2253) [trial-2402↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2253)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2253): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2253) [trial-2402↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a09:39:02.832633 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:39:02.998032 tst esme_connect_policy_closed.py: using MSISDN 8614\u000a09:39:03.153984 tst esme_connect_policy_closed.py: using MSISDN 8615\u000a09:39:03.292403 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:39:04.018915 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2232): Launched\u000a09:39:04.365122 run osmo-nitb_10.42.42.2(pid=2253): Launched\u000a09:39:04.541333 run osmo-nitb_10.42.42.2(pid=2253): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2253)]\u000a09:39:04.670330 run osmo-nitb_10.42.42.2(pid=2253): stdout: \u000a| (launched: 2022-12-14_09:39:04.195126) \u000a09:39:04.799840 run osmo-nitb_10.42.42.2(pid=2253): stderr: \u000a| (launched: 2022-12-14_09:39:04.240515)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:04.925386 run osmo-nitb_10.42.42.2(pid=2253): stdout: \u000a| (launched: 2022-12-14_09:39:04.195126) \u000a09:39:05.049523 run osmo-nitb_10.42.42.2(pid=2253): stderr: \u000a| (launched: 2022-12-14_09:39:04.240515)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:05.104008 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=2253): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2253) [trial-2402↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2253)] [trial-2402↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a09:39:05.113002 tst esme_connect_policy_closed.py:24: Test FAILED (2.3 sec)\u000a09:39:05.149699 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2232): Terminating (SIGTERM)\u000a09:39:05.329738 --- ParallelTerminationStrategy: PID 2232 died...\u000a09:39:05.387046 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2232): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2259) [trial-2402↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2259)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2259) [trial-2402↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a09:39:05.403981 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:39:05.416264 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a09:39:05.545653 tst esme_ms_sms_storeforward.py: using LAC 40037\u000a09:39:05.668503 tst esme_ms_sms_storeforward.py: using RAC 2\u000a09:39:05.793599 tst esme_ms_sms_storeforward.py: using CellId 40037\u000a09:39:05.917512 tst esme_ms_sms_storeforward.py: using BVCI 40038\u000a09:39:05.941522 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a09:39:06.166943 tst esme_ms_sms_storeforward.py: using MSISDN 8616\u000a09:39:06.357592 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a09:39:06.486801 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:39:07.143736 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2258): Launched\u000a09:39:07.472057 run osmo-nitb_10.42.42.2(pid=2259): Launched\u000a09:39:07.651771 run osmo-nitb_10.42.42.2(pid=2259): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2259)]\u000a09:39:07.784459 run osmo-nitb_10.42.42.2(pid=2259): stdout: \u000a| (launched: 2022-12-14_09:39:07.300896) \u000a09:39:07.917515 run osmo-nitb_10.42.42.2(pid=2259): stderr: \u000a| (launched: 2022-12-14_09:39:07.348284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:08.041847 run osmo-nitb_10.42.42.2(pid=2259): stdout: \u000a| (launched: 2022-12-14_09:39:07.300896) \u000a09:39:08.167249 run osmo-nitb_10.42.42.2(pid=2259): stderr: \u000a| (launched: 2022-12-14_09:39:07.348284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:08.221044 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=2259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2259) [trial-2402↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2259)] [trial-2402↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a09:39:08.230678 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a09:39:08.267203 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2258): Terminating (SIGTERM)\u000a09:39:08.446931 --- ParallelTerminationStrategy: PID 2258 died...\u000a09:39:08.504033 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2258): Terminated: ok {rc=0}\u000a09:39:08.595312 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2261): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2261) [trial-2402↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2261)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2261): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2261) [trial-2402↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a09:39:09.650819 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:39:09.663937 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a09:39:09.798716 tst esme_ms_sms_transaction.py: using LAC 40038\u000a09:39:09.928696 tst esme_ms_sms_transaction.py: using RAC 3\u000a09:39:10.059135 tst esme_ms_sms_transaction.py: using CellId 40038\u000a09:39:10.190868 tst esme_ms_sms_transaction.py: using BVCI 40039\u000a09:39:10.217480 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a09:39:10.446054 tst esme_ms_sms_transaction.py: using MSISDN 8617\u000a09:39:10.649496 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a09:39:10.789268 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:39:11.480564 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2260): Launched\u000a09:39:11.828689 run osmo-nitb_10.42.42.2(pid=2261): Launched\u000a09:39:12.031609 run osmo-nitb_10.42.42.2(pid=2261): ERR: Terminated: ERROR {rc=2} [trial-2402↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2261)]\u000a09:39:12.180163 run osmo-nitb_10.42.42.2(pid=2261): stdout: \u000a| (launched: 2022-12-14_09:39:11.648237) \u000a09:39:12.330624 run osmo-nitb_10.42.42.2(pid=2261): stderr: \u000a| (launched: 2022-12-14_09:39:11.697841)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:12.475150 run osmo-nitb_10.42.42.2(pid=2261): stdout: \u000a| (launched: 2022-12-14_09:39:11.648237) \u000a09:39:12.619836 run osmo-nitb_10.42.42.2(pid=2261): stderr: \u000a| (launched: 2022-12-14_09:39:11.697841)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:12.955366 tst osmo-nitb_10.42.42.2(pid=2261): stdout: \u000a| (launched: 2022-12-14_09:39:11.648237) \u000a09:39:13.078812 tst osmo-nitb_10.42.42.2(pid=2261): stderr: \u000a| (launched: 2022-12-14_09:39:11.697841)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:39:13.132865 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=2261): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2261) [trial-2402↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2261)] [trial-2402↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a09:39:13.142216 tst esme_ms_sms_transaction.py:21: Test FAILED (3.5 sec)\u000a09:39:13.178474 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2260): Terminating (SIGTERM)\u000a09:39:13.358473 --- ParallelTerminationStrategy: PID 2260 died...\u000a09:39:13.415681 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2260): Terminated: ok {rc=0}\u000a09:39:13.507957 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:38:59" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=2270): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2270) [trial-2402↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2270)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=2270): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2270) [trial-2402↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a09:39:15.318196 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:15.330121 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:15.342297 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:15.355137 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:15.472764 tst esme_connect_policy_acceptall.py: using MSISDN 8618\u000a09:39:15.592723 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a09:39:16.214239 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2265): Launched\u000a09:39:16.627190 run osmo-stp_10.42.42.4(pid=2266): Launched\u000a09:39:16.832397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:17.423938 run create_hlr_db(pid=2267): Launched\u000a09:39:17.641524 bus /sierra_2: Setting Powered False\u000a09:39:18.632320 run create_hlr_db(pid=2267): Terminated: ok {rc=0}\u000a09:39:19.098619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2269): Launched\u000a09:39:19.505002 run osmo-hlr_10.42.42.2(pid=2270): Launched\u000a09:39:19.741193 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a09:39:20.410778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2272): Launched\u000a09:39:20.839250 run osmo-msc_10.42.42.5(pid=2273): Launched\u000a09:39:21.250507 run osmo-hlr_10.42.42.2(pid=2270): ERR: Terminated: ERROR {rc=237} [trial-2402↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2270)]\u000a09:39:21.408758 run osmo-hlr_10.42.42.2(pid=2270): stdout: \u000a| (launched: 2022-12-14_09:39:19.258277) \u000a09:39:21.635929 run osmo-hlr_10.42.42.2(pid=2270): stderr: \u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093919615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093919631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093919632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093919632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:21.768823 run osmo-hlr_10.42.42.2(pid=2270): stdout: \u000a| (launched: 2022-12-14_09:39:19.258277) \u000a09:39:21.900843 run osmo-hlr_10.42.42.2(pid=2270): stderr: \u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093919601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093919615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093919631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093919632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093919632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:21.958931 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=2270): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2270) [trial-2402↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2270)] [trial-2402↪smpp↪esme_connect_policy_acceptall.py:23]\u000a09:39:21.968730 tst esme_connect_policy_acceptall.py:23: Test FAILED (6.6 sec)\u000a09:39:22.033248 run osmo-msc_10.42.42.5(pid=2273): ERR: Terminated: ERROR {rc=9} [trial-2402↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=2273)]\u000a09:39:22.086348 run osmo-msc_10.42.42.5(pid=2273): stdout: \u000a| (launched: 2022-12-14_09:39:20.578470) \u000a09:39:22.140484 run osmo-msc_10.42.42.5(pid=2273): stderr: \u000a| �[0;m�[38;5;43m20221214093921261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214093921261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214093921261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214093921261 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214093921261 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214093921261 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214093921261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214093921262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214093921262 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a09:39:22.186379 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2265): Terminating (SIGTERM)\u000a09:39:22.232236 run osmo-stp_10.42.42.4(pid=2266): Terminating (SIGTERM)\u000a09:39:22.319195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2269): Terminating (SIGTERM)\u000a09:39:22.405944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2272): Terminating (SIGTERM)\u000a09:39:22.416798 --- ParallelTerminationStrategy: PID 2265 died...\u000a09:39:22.476736 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2265): Terminated: ok {rc=0}\u000a09:39:22.488393 --- ParallelTerminationStrategy: PID 2266 died...\u000a09:39:22.547032 run osmo-stp_10.42.42.4(pid=2266): Terminated: ok {rc=0}\u000a09:39:22.558019 --- ParallelTerminationStrategy: PID 2269 died...\u000a09:39:22.617407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2269): Terminated: ok {rc=0}\u000a09:39:22.628384 --- ParallelTerminationStrategy: PID 2272 died...\u000a09:39:22.687000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2272): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=2281): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2281) [trial-2402↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2281)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=2281): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2281) [trial-2402↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a09:39:22.703805 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:22.716464 tst smpp: Using 1 x bts (candidates: 1)\u000a09:39:22.849901 tst esme_connect_policy_closed.py: using LAC 40039\u000a09:39:22.982602 tst esme_connect_policy_closed.py: using RAC 4\u000a09:39:23.110917 tst esme_connect_policy_closed.py: using CellId 40039\u000a09:39:23.240247 tst esme_connect_policy_closed.py: using BVCI 40040\u000a09:39:23.266756 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:23.278834 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:23.290707 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:23.407677 tst esme_connect_policy_closed.py: using MSISDN 8619\u000a09:39:23.529859 tst esme_connect_policy_closed.py: using MSISDN 8620\u000a09:39:23.642593 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a09:39:24.199376 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2276): Launched\u000a09:39:24.603222 run osmo-stp_10.42.42.4(pid=2277): Launched\u000a09:39:24.766718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:25.269036 run create_hlr_db(pid=2278): Launched\u000a09:39:26.451933 run create_hlr_db(pid=2278): Terminated: ok {rc=0}\u000a09:39:26.766821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2280): Launched\u000a09:39:27.070961 run osmo-hlr_10.42.42.2(pid=2281): Launched\u000a09:39:27.189395 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a09:39:27.762150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2283): Launched\u000a09:39:28.087910 run osmo-msc_10.42.42.5(pid=2284): Launched\u000a09:39:28.278829 run osmo-hlr_10.42.42.2(pid=2281): ERR: Terminated: ERROR {rc=237} [trial-2402↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2281)]\u000a09:39:28.416770 run osmo-hlr_10.42.42.2(pid=2281): stdout: \u000a| (launched: 2022-12-14_09:39:26.920350) \u000a09:39:28.554386 run osmo-hlr_10.42.42.2(pid=2281): stderr: \u000a| �[0;m�[1;31m20221214093927092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093927092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093927092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093927092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093927093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093927093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093927103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093927111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093927112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093927112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:28.684227 run osmo-hlr_10.42.42.2(pid=2281): stdout: \u000a| (launched: 2022-12-14_09:39:26.920350) \u000a09:39:28.813461 run osmo-hlr_10.42.42.2(pid=2281): stderr: \u000a| �[0;m�[1;31m20221214093927092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093927092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093927092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093927092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093927093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093927093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093927103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093927111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093927112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093927112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:28.869959 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=2281): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2281) [trial-2402↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2281)] [trial-2402↪smpp↪esme_connect_policy_closed.py:31]\u000a09:39:28.878505 tst esme_connect_policy_closed.py:31: Test FAILED (6.2 sec)\u000a09:39:28.941201 run osmo-msc_10.42.42.5(pid=2284): ERR: Terminated: ERROR {rc=9} [trial-2402↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=2284)]\u000a09:39:28.992694 run osmo-msc_10.42.42.5(pid=2284): stdout: \u000a| (launched: 2022-12-14_09:39:27.927682) \u000a09:39:29.044997 run osmo-msc_10.42.42.5(pid=2284): stderr: \u000a| �[0;m�[38;5;43m20221214093928293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214093928293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214093928293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214093928293 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214093928293 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214093928293 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214093928293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214093928293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214093928294 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a09:39:29.089349 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2276): Terminating (SIGTERM)\u000a09:39:29.131074 run osmo-stp_10.42.42.4(pid=2277): Terminating (SIGTERM)\u000a09:39:29.177822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2280): Terminating (SIGTERM)\u000a09:39:29.222958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2283): Terminating (SIGTERM)\u000a09:39:29.232706 --- ParallelTerminationStrategy: PID 2276 died...\u000a09:39:29.287869 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2276): Terminated: ok {rc=0}\u000a09:39:29.297582 --- ParallelTerminationStrategy: PID 2277 died...\u000a09:39:29.352707 run osmo-stp_10.42.42.4(pid=2277): Terminated: ok {rc=0}\u000a09:39:29.362381 --- ParallelTerminationStrategy: PID 2280 died...\u000a09:39:29.417147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2280): Terminated: ok {rc=0}\u000a09:39:29.426715 --- ParallelTerminationStrategy: PID 2283 died...\u000a09:39:29.481858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2283): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2294): Process ended prematurely: osmo-stp_10.42.42.5(pid=2294) [trial-2402↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2294)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2294): Process ended prematurely: osmo-stp_10.42.42.5(pid=2294) [trial-2402↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a09:39:29.496199 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:29.508184 tst smpp: Using 1 x bts (candidates: 1)\u000a09:39:29.640281 tst esme_ms_sms_storeforward.py: using LAC 40040\u000a09:39:29.770175 tst esme_ms_sms_storeforward.py: using RAC 5\u000a09:39:29.899824 tst esme_ms_sms_storeforward.py: using CellId 40040\u000a09:39:30.033340 tst esme_ms_sms_storeforward.py: using BVCI 40041\u000a09:39:30.058272 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:30.069162 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:30.079878 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:30.090730 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:30.102172 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:30.113556 tst smpp: Using 1 x modem (candidates: 1)\u000a09:39:30.329579 tst esme_ms_sms_storeforward.py: using MSISDN 8621\u000a09:39:30.438176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:30.969165 run create_hlr_db(pid=2288): Launched\u000a09:39:32.196315 run create_hlr_db(pid=2288): Terminated: ok {rc=0}\u000a09:39:32.542825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2290): Launched\u000a09:39:32.867607 run osmo-hlr_10.42.42.2(pid=2291): Launched\u000a09:39:32.989207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:33.559539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2293): Launched\u000a09:39:33.887995 run osmo-stp_10.42.42.5(pid=2294): Launched\u000a09:39:34.005810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:34.599510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2296): Launched\u000a09:39:34.923508 run osmo-msc_10.42.42.6(pid=2297): Launched\u000a09:39:35.113918 run osmo-stp_10.42.42.5(pid=2294): ERR: Terminated: ERROR {rc=1} [trial-2402↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2294)]\u000a09:39:35.251420 run osmo-stp_10.42.42.5(pid=2294): stdout: \u000a| (launched: 2022-12-14_09:39:33.726036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:35.388476 run osmo-stp_10.42.42.5(pid=2294): stderr: \u000a| �[0;m�[38;5;43m20221214093933920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093933920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093933920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093933921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093933923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093933923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093933923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:35.518543 run osmo-stp_10.42.42.5(pid=2294): stdout: \u000a| (launched: 2022-12-14_09:39:33.726036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:35.647089 run osmo-stp_10.42.42.5(pid=2294): stderr: \u000a| �[0;m�[38;5;43m20221214093933920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093933920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093933920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093933921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093933923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093933923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093933923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:35.704062 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=2294): Process ended prematurely: osmo-stp_10.42.42.5(pid=2294) [trial-2402↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2294)] [trial-2402↪smpp↪esme_ms_sms_storeforward.py:30]\u000a09:39:35.712587 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a09:39:35.775090 run osmo-hlr_10.42.42.2(pid=2291): ERR: Terminated: ERROR {rc=237} [trial-2402↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2291)]\u000a09:39:35.826417 run osmo-hlr_10.42.42.2(pid=2291): stdout: \u000a| (launched: 2022-12-14_09:39:32.707546) \u000a09:39:35.878513 run osmo-hlr_10.42.42.2(pid=2291): stderr: \u000a| �[0;m�[1;31m20221214093932905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093932905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093932905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093932905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093932905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093932905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093932920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093932930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093932931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093932931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:35.949381 run osmo-msc_10.42.42.6(pid=2297): ERR: Terminated: ERROR {rc=2} [trial-2402↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2297)]\u000a09:39:36.000789 run osmo-msc_10.42.42.6(pid=2297): stdout: \u000a| (launched: 2022-12-14_09:39:34.764050) \u000a09:39:36.052459 run osmo-msc_10.42.42.6(pid=2297): stderr: \u000a| �[0;m�[38;5;43m20221214093935087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093935087 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc48cf4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093935087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093935087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093935087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093935088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093935090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093935090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093935090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093935090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:36.096584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2290): Terminating (SIGTERM)\u000a09:39:36.138269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2293): Terminating (SIGTERM)\u000a09:39:36.179970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2296): Terminating (SIGTERM)\u000a09:39:36.189652 --- ParallelTerminationStrategy: PID 2290 died...\u000a09:39:36.245563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2290): Terminated: ok {rc=0}\u000a09:39:36.255586 --- ParallelTerminationStrategy: PID 2293 died...\u000a09:39:36.311257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2293): Terminated: ok {rc=0}\u000a09:39:36.321384 --- ParallelTerminationStrategy: PID 2296 died...\u000a09:39:36.377029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2296): Terminated: ok {rc=0}\u000a09:39:36.463473 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2305): Process ended prematurely: osmo-stp_10.42.42.5(pid=2305) [trial-2402↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2305)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2305): Process ended prematurely: osmo-stp_10.42.42.5(pid=2305) [trial-2402↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a09:39:37.517151 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:37.528721 tst smpp: Using 1 x bts (candidates: 1)\u000a09:39:37.660334 tst esme_ms_sms_transaction.py: using LAC 40041\u000a09:39:37.787299 tst esme_ms_sms_transaction.py: using RAC 6\u000a09:39:37.914626 tst esme_ms_sms_transaction.py: using CellId 40041\u000a09:39:38.041782 tst esme_ms_sms_transaction.py: using BVCI 40042\u000a09:39:38.066387 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:38.077322 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:38.088090 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:38.098966 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:38.110530 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:39:38.121834 tst smpp: Using 1 x modem (candidates: 1)\u000a09:39:38.349863 tst esme_ms_sms_transaction.py: using MSISDN 8622\u000a09:39:38.466164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:38.985164 run create_hlr_db(pid=2299): Launched\u000a09:39:39.172778 bus /sierra_2: Setting Powered False\u000a09:39:40.193493 run create_hlr_db(pid=2299): Terminated: ok {rc=0}\u000a09:39:40.621825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2301): Launched\u000a09:39:40.927446 run osmo-hlr_10.42.42.2(pid=2302): Launched\u000a09:39:41.046429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:41.585142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2304): Launched\u000a09:39:41.889393 run osmo-stp_10.42.42.5(pid=2305): Launched\u000a09:39:42.008375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:42.565114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2307): Launched\u000a09:39:42.871856 run osmo-msc_10.42.42.6(pid=2308): Launched\u000a09:39:43.051484 run osmo-stp_10.42.42.5(pid=2305): ERR: Terminated: ERROR {rc=1} [trial-2402↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2305)]\u000a09:39:43.180076 run osmo-stp_10.42.42.5(pid=2305): stdout: \u000a| (launched: 2022-12-14_09:39:41.738704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:43.307215 run osmo-stp_10.42.42.5(pid=2305): stderr: \u000a| �[0;m�[38;5;43m20221214093941908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093941908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093941909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093941909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093941911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093941912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093941912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:43.428190 run osmo-stp_10.42.42.5(pid=2305): stdout: \u000a| (launched: 2022-12-14_09:39:41.738704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:43.548450 run osmo-stp_10.42.42.5(pid=2305): stderr: \u000a| �[0;m�[38;5;43m20221214093941908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093941908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093941909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093941909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093941911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093941912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093941912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:43.601196 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=2305): Process ended prematurely: osmo-stp_10.42.42.5(pid=2305) [trial-2402↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2305)] [trial-2402↪smpp↪esme_ms_sms_transaction.py:28]\u000a09:39:43.609357 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a09:39:43.669310 run osmo-hlr_10.42.42.2(pid=2302): ERR: Terminated: ERROR {rc=237} [trial-2402↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2302)]\u000a09:39:43.718487 run osmo-hlr_10.42.42.2(pid=2302): stdout: \u000a| (launched: 2022-12-14_09:39:40.776341) \u000a09:39:43.768309 run osmo-hlr_10.42.42.2(pid=2302): stderr: \u000a| �[0;m�[1;31m20221214093940953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093940953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093940953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093940953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093940953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093940953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093940965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093940974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093940974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093940974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:43.835423 run osmo-msc_10.42.42.6(pid=2308): ERR: Terminated: ERROR {rc=2} [trial-2402↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2308)]\u000a09:39:43.884220 run osmo-msc_10.42.42.6(pid=2308): stdout: \u000a| (launched: 2022-12-14_09:39:42.718624) \u000a09:39:43.933338 run osmo-msc_10.42.42.6(pid=2308): stderr: \u000a| �[0;m�[38;5;43m20221214093942991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093942991 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36a6fc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093942991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093942991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093942991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093942992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093942993 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093942994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093942994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093942994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:43.975128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2301): Terminating (SIGTERM)\u000a09:39:44.014534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2304): Terminating (SIGTERM)\u000a09:39:44.054377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2307): Terminating (SIGTERM)\u000a09:39:44.063531 --- ParallelTerminationStrategy: PID 2301 died...\u000a09:39:44.117535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2301): Terminated: ok {rc=0}\u000a09:39:44.127078 --- ParallelTerminationStrategy: PID 2304 died...\u000a09:39:44.180683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2304): Terminated: ok {rc=0}\u000a09:39:44.190195 --- ParallelTerminationStrategy: PID 2307 died...\u000a09:39:44.243786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2307): Terminated: ok {rc=0}\u000a09:39:44.332437 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:39:15" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2320): Process ended prematurely: osmo-stp_10.42.42.5(pid=2320) [trial-2402↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2320)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2320): Process ended prematurely: osmo-stp_10.42.42.5(pid=2320) [trial-2402↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a09:39:46.242041 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:46.256265 tst encryption: Using 1 x bts (candidates: 1)\u000a09:39:46.389705 tst register_a5_0_authopt.py: using LAC 40042\u000a09:39:46.520885 tst register_a5_0_authopt.py: using RAC 7\u000a09:39:46.644260 tst register_a5_0_authopt.py: using CellId 40042\u000a09:39:46.766494 tst register_a5_0_authopt.py: using BVCI 40043\u000a09:39:46.790986 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:46.802585 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:46.814179 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:46.825776 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:46.838116 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:46.850402 tst encryption: Using 1 x modem (candidates: 1)\u000a09:39:47.177347 tst register_a5_0_authopt.py:8: start network...\u000a09:39:47.319752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:47.847774 run create_hlr_db(pid=2314): Launched\u000a09:39:48.037624 bus /sierra_2: Setting Powered False\u000a09:39:49.058766 run create_hlr_db(pid=2314): Terminated: ok {rc=0}\u000a09:39:49.497936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2316): Launched\u000a09:39:49.828784 run osmo-hlr_10.42.42.2(pid=2317): Launched\u000a09:39:49.953057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:50.523908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2319): Launched\u000a09:39:50.852413 run osmo-stp_10.42.42.5(pid=2320): Launched\u000a09:39:50.971993 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:51.572368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2322): Launched\u000a09:39:51.903092 run osmo-msc_10.42.42.6(pid=2323): Launched\u000a09:39:52.095002 run osmo-stp_10.42.42.5(pid=2320): ERR: Terminated: ERROR {rc=1} [trial-2402↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2320)]\u000a09:39:52.234161 run osmo-stp_10.42.42.5(pid=2320): stdout: \u000a| (launched: 2022-12-14_09:39:50.690390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:52.373019 run osmo-stp_10.42.42.5(pid=2320): stderr: \u000a| �[0;m�[38;5;43m20221214093950886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093950887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093950887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093950887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093950888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093950888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093950888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:52.504834 run osmo-stp_10.42.42.5(pid=2320): stdout: \u000a| (launched: 2022-12-14_09:39:50.690390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:52.635562 run osmo-stp_10.42.42.5(pid=2320): stderr: \u000a| �[0;m�[38;5;43m20221214093950886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093950887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093950887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093950887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093950888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093950888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093950888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:52.693187 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2320): Process ended prematurely: osmo-stp_10.42.42.5(pid=2320) [trial-2402↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2320)] [trial-2402↪encryption↪register_a5_0_authopt.py:8]\u000a09:39:52.702624 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a09:39:52.765372 run osmo-hlr_10.42.42.2(pid=2317): ERR: Terminated: ERROR {rc=237} [trial-2402↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2317)]\u000a09:39:52.817219 run osmo-hlr_10.42.42.2(pid=2317): stdout: \u000a| (launched: 2022-12-14_09:39:49.665775) \u000a09:39:52.869690 run osmo-hlr_10.42.42.2(pid=2317): stderr: \u000a| �[0;m�[1;31m20221214093949867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093949867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093949867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093949867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093949867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093949867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093949879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093949889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093949889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093949889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:52.940442 run osmo-msc_10.42.42.6(pid=2323): ERR: Terminated: ERROR {rc=2} [trial-2402↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2323)]\u000a09:39:52.992019 run osmo-msc_10.42.42.6(pid=2323): stdout: \u000a| (launched: 2022-12-14_09:39:51.739507) \u000a09:39:53.044207 run osmo-msc_10.42.42.6(pid=2323): stderr: \u000a| �[0;m�[38;5;43m20221214093952064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214093952064 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc23cebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214093952064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214093952064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214093952064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214093952064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214093952066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214093952066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214093952067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214093952067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:53.088659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2316): Terminating (SIGTERM)\u000a09:39:53.131057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2319): Terminating (SIGTERM)\u000a09:39:53.173203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2322): Terminating (SIGTERM)\u000a09:39:53.182967 --- ParallelTerminationStrategy: PID 2316 died...\u000a09:39:53.239882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2316): Terminated: ok {rc=0}\u000a09:39:53.250259 --- ParallelTerminationStrategy: PID 2319 died...\u000a09:39:53.306722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2319): Terminated: ok {rc=0}\u000a09:39:53.316919 --- ParallelTerminationStrategy: PID 2322 died...\u000a09:39:53.373150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2322): Terminated: ok {rc=0}\u000a09:39:53.460268 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2331): Process ended prematurely: osmo-stp_10.42.42.5(pid=2331) [trial-2402↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2331)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2331): Process ended prematurely: osmo-stp_10.42.42.5(pid=2331) [trial-2402↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a09:39:54.576937 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:54.588522 tst encryption: Using 1 x bts (candidates: 1)\u000a09:39:54.720437 tst register_a5_0_authreq.py: using LAC 40043\u000a09:39:54.849405 tst register_a5_0_authreq.py: using RAC 8\u000a09:39:54.980086 tst register_a5_0_authreq.py: using CellId 40043\u000a09:39:55.104821 tst register_a5_0_authreq.py: using BVCI 40044\u000a09:39:55.128459 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:55.139214 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:55.149743 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:55.160179 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:55.171183 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:39:55.181905 tst encryption: Using 1 x modem (candidates: 1)\u000a09:39:55.480227 tst register_a5_0_authreq.py:8: start network...\u000a09:39:55.618804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:56.146975 run create_hlr_db(pid=2325): Launched\u000a09:39:56.336316 bus /sierra_2: Setting Powered False\u000a09:39:57.357403 run create_hlr_db(pid=2325): Terminated: ok {rc=0}\u000a09:39:57.795028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2327): Launched\u000a09:39:58.127351 run osmo-hlr_10.42.42.2(pid=2328): Launched\u000a09:39:58.248180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:58.817686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2330): Launched\u000a09:39:59.146865 run osmo-stp_10.42.42.5(pid=2331): Launched\u000a09:39:59.270451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:59.867633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2333): Launched\u000a09:40:00.199031 run osmo-msc_10.42.42.6(pid=2334): Launched\u000a09:40:00.391201 run osmo-stp_10.42.42.5(pid=2331): ERR: Terminated: ERROR {rc=1} [trial-2402↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2331)]\u000a09:40:00.530366 run osmo-stp_10.42.42.5(pid=2331): stdout: \u000a| (launched: 2022-12-14_09:39:58.984214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:00.667689 run osmo-stp_10.42.42.5(pid=2331): stderr: \u000a| �[0;m�[38;5;43m20221214093959180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093959180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093959181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093959181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093959182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093959182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093959182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:00.799727 run osmo-stp_10.42.42.5(pid=2331): stdout: \u000a| (launched: 2022-12-14_09:39:58.984214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:00.944417 run osmo-stp_10.42.42.5(pid=2331): stderr: \u000a| �[0;m�[38;5;43m20221214093959180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214093959180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214093959181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214093959181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214093959182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214093959182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214093959182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:01.003445 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2331): Process ended prematurely: osmo-stp_10.42.42.5(pid=2331) [trial-2402↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2331)] [trial-2402↪encryption↪register_a5_0_authreq.py:8]\u000a09:40:01.013253 tst register_a5_0_authreq.py:8: Test FAILED (6.5 sec)\u000a09:40:01.076409 run osmo-hlr_10.42.42.2(pid=2328): ERR: Terminated: ERROR {rc=237} [trial-2402↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2328)]\u000a09:40:01.129259 run osmo-hlr_10.42.42.2(pid=2328): stdout: \u000a| (launched: 2022-12-14_09:39:57.963313) \u000a09:40:01.183045 run osmo-hlr_10.42.42.2(pid=2328): stderr: \u000a| �[0;m�[1;31m20221214093958164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214093958164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214093958164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093958164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214093958165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214093958165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214093958177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214093958185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214093958186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214093958186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:01.255322 run osmo-msc_10.42.42.6(pid=2334): ERR: Terminated: ERROR {rc=2} [trial-2402↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2334)]\u000a09:40:01.312722 run osmo-msc_10.42.42.6(pid=2334): stdout: \u000a| (launched: 2022-12-14_09:40:00.035042) \u000a09:40:01.374827 run osmo-msc_10.42.42.6(pid=2334): stderr: \u000a| �[0;m�[38;5;43m20221214094000360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094000360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe47ddf3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094000360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094000360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094000360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094000361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094000362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094000363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094000363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094000363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:01.420039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2327): Terminating (SIGTERM)\u000a09:40:01.466972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2330): Terminating (SIGTERM)\u000a09:40:01.511507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2333): Terminating (SIGTERM)\u000a09:40:01.522441 --- ParallelTerminationStrategy: PID 2327 died...\u000a09:40:01.579943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2327): Terminated: ok {rc=0}\u000a09:40:01.590522 --- ParallelTerminationStrategy: PID 2330 died...\u000a09:40:01.647139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2330): Terminated: ok {rc=0}\u000a09:40:01.657593 --- ParallelTerminationStrategy: PID 2333 died...\u000a09:40:01.714517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2333): Terminated: ok {rc=0}\u000a09:40:01.803171 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2345): Process ended prematurely: osmo-stp_10.42.42.5(pid=2345) [trial-2402↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2345)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2345): Process ended prematurely: osmo-stp_10.42.42.5(pid=2345) [trial-2402↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a09:40:02.915595 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:02.928252 tst encryption: Using 1 x bts (candidates: 1)\u000a09:40:03.061205 tst register_a5_1_authreq.py: using LAC 40044\u000a09:40:03.191501 tst register_a5_1_authreq.py: using RAC 9\u000a09:40:03.321234 tst register_a5_1_authreq.py: using CellId 40044\u000a09:40:03.451562 tst register_a5_1_authreq.py: using BVCI 40045\u000a09:40:03.476842 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:03.487954 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:03.498839 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:03.509617 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:03.520312 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:03.531102 tst encryption: Using 1 x modem (candidates: 1)\u000a09:40:03.826640 tst register_a5_1_authreq.py:8: start network...\u000a09:40:03.965119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:04.493230 run create_hlr_db(pid=2339): Launched\u000a09:40:04.682540 bus /sierra_2: Setting Powered False\u000a09:40:05.703746 run create_hlr_db(pid=2339): Terminated: ok {rc=0}\u000a09:40:06.116460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2341): Launched\u000a09:40:06.427106 run osmo-hlr_10.42.42.2(pid=2342): Launched\u000a09:40:06.547795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:07.120600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2344): Launched\u000a09:40:07.450798 run osmo-stp_10.42.42.5(pid=2345): Launched\u000a09:40:07.569555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:08.168681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2347): Launched\u000a09:40:08.499727 run osmo-msc_10.42.42.6(pid=2348): Launched\u000a09:40:08.691059 run osmo-stp_10.42.42.5(pid=2345): ERR: Terminated: ERROR {rc=1} [trial-2402↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2345)]\u000a09:40:08.829658 run osmo-stp_10.42.42.5(pid=2345): stdout: \u000a| (launched: 2022-12-14_09:40:07.287932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:08.967290 run osmo-stp_10.42.42.5(pid=2345): stderr: \u000a| �[0;m�[38;5;43m20221214094007483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094007483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094007483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094007484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094007484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094007484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094007485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:09.098941 run osmo-stp_10.42.42.5(pid=2345): stdout: \u000a| (launched: 2022-12-14_09:40:07.287932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:09.228860 run osmo-stp_10.42.42.5(pid=2345): stderr: \u000a| �[0;m�[38;5;43m20221214094007483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094007483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094007483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094007484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094007484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094007484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094007485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:09.286889 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2345): Process ended prematurely: osmo-stp_10.42.42.5(pid=2345) [trial-2402↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2345)] [trial-2402↪encryption↪register_a5_1_authreq.py:8]\u000a09:40:09.296293 tst register_a5_1_authreq.py:8: Test FAILED (6.4 sec)\u000a09:40:09.359476 run osmo-hlr_10.42.42.2(pid=2342): ERR: Terminated: ERROR {rc=237} [trial-2402↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2342)]\u000a09:40:09.411253 run osmo-hlr_10.42.42.2(pid=2342): stdout: \u000a| (launched: 2022-12-14_09:40:06.272216) \u000a09:40:09.463721 run osmo-hlr_10.42.42.2(pid=2342): stderr: \u000a| �[0;m�[1;31m20221214094006451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094006451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094006451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094006451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094006451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094006451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094006463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094006471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094006471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094006472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:09.534739 run osmo-msc_10.42.42.6(pid=2348): ERR: Terminated: ERROR {rc=2} [trial-2402↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2348)]\u000a09:40:09.586342 run osmo-msc_10.42.42.6(pid=2348): stdout: \u000a| (launched: 2022-12-14_09:40:08.336225) \u000a09:40:09.638652 run osmo-msc_10.42.42.6(pid=2348): stderr: \u000a| �[0;m�[38;5;43m20221214094008660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094008661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba4cb9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094008661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094008661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094008661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094008661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094008663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094008664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094008664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094008664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:09.682934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2341): Terminating (SIGTERM)\u000a09:40:09.725631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2344): Terminating (SIGTERM)\u000a09:40:09.767380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2347): Terminating (SIGTERM)\u000a09:40:09.776651 --- ParallelTerminationStrategy: PID 2341 died...\u000a09:40:09.833046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2341): Terminated: ok {rc=0}\u000a09:40:09.843313 --- ParallelTerminationStrategy: PID 2344 died...\u000a09:40:09.899150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2344): Terminated: ok {rc=0}\u000a09:40:09.909344 --- ParallelTerminationStrategy: PID 2347 died...\u000a09:40:09.965443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2347): Terminated: ok {rc=0}\u000a09:40:10.051835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2356): Process ended prematurely: osmo-stp_10.42.42.5(pid=2356) [trial-2402↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2356)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2356): Process ended prematurely: osmo-stp_10.42.42.5(pid=2356) [trial-2402↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a09:40:11.167984 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:11.179620 tst encryption: Using 1 x bts (candidates: 1)\u000a09:40:11.310045 tst register_a5_3_authreq.py: using LAC 40045\u000a09:40:11.438027 tst register_a5_3_authreq.py: using RAC 10\u000a09:40:11.565945 tst register_a5_3_authreq.py: using CellId 40045\u000a09:40:11.693274 tst register_a5_3_authreq.py: using BVCI 40046\u000a09:40:11.718412 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:11.729394 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:11.740116 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:11.750971 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:11.761824 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:40:11.772619 tst encryption: Using 1 x modem (candidates: 1)\u000a09:40:12.083667 tst register_a5_3_authreq.py:8: start network...\u000a09:40:12.220685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:12.748392 run create_hlr_db(pid=2350): Launched\u000a09:40:12.937473 bus /sierra_2: Setting Powered False\u000a09:40:13.958384 run create_hlr_db(pid=2350): Terminated: ok {rc=0}\u000a09:40:14.378998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2352): Launched\u000a09:40:14.711462 run osmo-hlr_10.42.42.2(pid=2353): Launched\u000a09:40:14.830827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:15.403497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2355): Launched\u000a09:40:15.735396 run osmo-stp_10.42.42.5(pid=2356): Launched\u000a09:40:15.896674 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:16.539246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2358): Launched\u000a09:40:16.907419 run osmo-msc_10.42.42.6(pid=2359): Launched\u000a09:40:17.364185 run osmo-stp_10.42.42.5(pid=2356): ERR: Terminated: ERROR {rc=1} [trial-2402↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2356)]\u000a09:40:17.500877 run osmo-stp_10.42.42.5(pid=2356): stdout: \u000a| (launched: 2022-12-14_09:40:15.571086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:17.637096 run osmo-stp_10.42.42.5(pid=2356): stderr: \u000a| �[0;m�[38;5;43m20221214094015767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094015767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094015768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094015768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094015769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094015769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094015769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:17.768361 run osmo-stp_10.42.42.5(pid=2356): stdout: \u000a| (launched: 2022-12-14_09:40:15.571086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:17.898398 run osmo-stp_10.42.42.5(pid=2356): stderr: \u000a| �[0;m�[38;5;43m20221214094015767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094015767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094015768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094015768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094015769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094015769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094015769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:17.955689 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2356): Process ended prematurely: osmo-stp_10.42.42.5(pid=2356) [trial-2402↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2356)] [trial-2402↪encryption↪register_a5_3_authreq.py:8]\u000a09:40:17.964767 tst register_a5_3_authreq.py:8: Test FAILED (6.8 sec)\u000a09:40:18.027304 run osmo-hlr_10.42.42.2(pid=2353): ERR: Terminated: ERROR {rc=237} [trial-2402↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2353)]\u000a09:40:18.078303 run osmo-hlr_10.42.42.2(pid=2353): stdout: \u000a| (launched: 2022-12-14_09:40:14.546939) \u000a09:40:18.130235 run osmo-hlr_10.42.42.2(pid=2353): stderr: \u000a| �[0;m�[1;31m20221214094014749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094014749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094014749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094014749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094014749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094014749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094014765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094014775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094014775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094014775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:18.200337 run osmo-msc_10.42.42.6(pid=2359): ERR: Terminated: ERROR {rc=2} [trial-2402↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2359)]\u000a09:40:18.251748 run osmo-msc_10.42.42.6(pid=2359): stdout: \u000a| (launched: 2022-12-14_09:40:16.708308) \u000a09:40:18.303829 run osmo-msc_10.42.42.6(pid=2359): stderr: \u000a| �[0;m�[38;5;43m20221214094017243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094017244 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2114938c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094017244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094017244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094017244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094017244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094017246 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094017247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094017247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094017247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:18.347718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2352): Terminating (SIGTERM)\u000a09:40:18.389499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2355): Terminating (SIGTERM)\u000a09:40:18.431494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2358): Terminating (SIGTERM)\u000a09:40:18.441030 --- ParallelTerminationStrategy: PID 2352 died...\u000a09:40:18.496283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2352): Terminated: ok {rc=0}\u000a09:40:18.506169 --- ParallelTerminationStrategy: PID 2355 died...\u000a09:40:18.561446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2355): Terminated: ok {rc=0}\u000a09:40:18.571278 --- ParallelTerminationStrategy: PID 2358 died...\u000a09:40:18.626212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2358): Terminated: ok {rc=0}\u000a09:40:18.711761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:39:45" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2378): Process ended prematurely: srsepc(pid=2378) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2378)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2378): Process ended prematurely: srsepc(pid=2378) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a09:40:20.691489 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a09:40:20.733528 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:40:20.749364 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:40:20.771998 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:40:20.911899 tst handover.py: using MSISDN 8623\u000a09:40:21.020084 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8623', subscriber_id=0}\u000a09:40:21.127016 run srsepc_10.42.42.118: Starting srsepc\u000a09:40:22.970993 run rm-remote-dir(pid=2366): Launched\u000a09:40:23.153509 bus /sierra_2: Setting Powered False\u000a09:40:24.179772 run rm-remote-dir(pid=2366): Terminated: ok {rc=0}\u000a09:40:24.627016 run mk-remote-dir(pid=2367): Launched\u000a09:40:25.813887 run mk-remote-dir(pid=2367): Terminated: ok {rc=0}\u000a09:40:26.096455 run scp-inst-to-remote(pid=2368): Launched\u000a09:40:28.282897 run scp-inst-to-remote(pid=2368): Terminated: ok {rc=0}\u000a09:40:28.610253 run rm-remote-dir(pid=2370): Launched\u000a09:40:29.797625 run rm-remote-dir(pid=2370): Terminated: ok {rc=0}\u000a09:40:30.127169 run mk-remote-dir(pid=2371): Launched\u000a09:40:31.316292 run mk-remote-dir(pid=2371): Terminated: ok {rc=0}\u000a09:40:31.603390 run scp-cfg-to-remote(pid=2372): Launched\u000a09:40:32.788021 run scp-cfg-to-remote(pid=2372): Terminated: ok {rc=0}\u000a09:40:33.064753 run scp-db-to-remote(pid=2374): Launched\u000a09:40:34.250579 run scp-db-to-remote(pid=2374): Terminated: ok {rc=0}\u000a09:40:34.364722 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:40:34.682543 run patchelf(pid=2376): Launched\u000a09:40:35.867822 run patchelf(pid=2376): Terminated: ok {rc=0}\u000a09:40:35.981269 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:40:36.300304 run setcap-netadm(pid=2377): Launched\u000a09:40:37.484580 run setcap-netadm(pid=2377): Terminated: ok {rc=0}\u000a09:40:37.795993 run srsepc(pid=2378): Launched\u000a09:40:37.906453 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:40:39.098293 run rm-remote-dir(pid=2379): Launched\u000a09:40:39.296776 run srsepc(pid=2378): ERR: Terminated: ERROR {rc=127} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2378)]\u000a09:40:39.439995 run srsepc(pid=2378): stdout: \u000a| (launched: 2022-12-14_09:40:37.646695)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:40:39.583078 run srsepc(pid=2378): stderr: \u000a| (launched: 2022-12-14_09:40:37.692453)\u000a| Connection to 10.42.42.116 closed. \u000a09:40:39.722003 run srsepc(pid=2378): stdout: \u000a| (launched: 2022-12-14_09:40:37.646695)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:40:39.859589 run srsepc(pid=2378): stderr: \u000a| (launched: 2022-12-14_09:40:37.692453)\u000a| Connection to 10.42.42.116 closed. \u000a09:40:40.020200 run rm-remote-dir(pid=2379): Terminating (SIGINT)\u000a09:40:40.208417 run rm-remote-dir(pid=2379): Terminated: ok {rc=0}\u000a09:40:40.243154 tst handover.py:37: ERR: Error: srsepc(pid=2378): Process ended prematurely: srsepc(pid=2378) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2378)] [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a09:40:40.253473 tst handover.py:37: Test FAILED (19.7 sec)\u000a09:40:40.370655 run scp-back-log(pid=2380): Launched\u000a09:40:41.460712 run scp-back-log(pid=2380): ERR: Terminated: ERROR {rc=1} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2380)]\u000a09:40:41.525806 run scp-back-log(pid=2380): stdout: \u000a| (launched: 2022-12-14_09:40:40.296522) \u000a09:40:41.591146 run scp-back-log(pid=2380): stderr: \u000a| (launched: 2022-12-14_09:40:40.317439)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:40:41.646371 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2380): launch_sync(): local process exited with status 1 [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2380)]')\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2394): Process ended prematurely: srsepc(pid=2394) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2394)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2394): Process ended prematurely: srsepc(pid=2394) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a09:40:41.835296 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a09:40:41.879848 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:40:42.097940 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a09:40:42.142631 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:40:42.158899 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:40:42.285234 tst iperf3_bidir.py: using MSISDN 8624\u000a09:40:42.400480 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8624', subscriber_id=0}\u000a09:40:42.513969 run srsepc_10.42.42.118: Starting srsepc\u000a09:40:43.199492 run rm-remote-dir(pid=2382): Launched\u000a09:40:44.398821 run rm-remote-dir(pid=2382): Terminated: ok {rc=0}\u000a09:40:44.750404 run mk-remote-dir(pid=2383): Launched\u000a09:40:45.966088 run mk-remote-dir(pid=2383): Terminated: ok {rc=0}\u000a09:40:46.325331 run scp-inst-to-remote(pid=2384): Launched\u000a09:40:48.522188 run scp-inst-to-remote(pid=2384): Terminated: ok {rc=0}\u000a09:40:48.872361 run rm-remote-dir(pid=2386): Launched\u000a09:40:50.071262 run rm-remote-dir(pid=2386): Terminated: ok {rc=0}\u000a09:40:50.423546 run mk-remote-dir(pid=2387): Launched\u000a09:40:51.622804 run mk-remote-dir(pid=2387): Terminated: ok {rc=0}\u000a09:40:51.920174 run scp-cfg-to-remote(pid=2388): Launched\u000a09:40:53.115825 run scp-cfg-to-remote(pid=2388): Terminated: ok {rc=0}\u000a09:40:53.413424 run scp-db-to-remote(pid=2390): Launched\u000a09:40:54.610760 run scp-db-to-remote(pid=2390): Terminated: ok {rc=0}\u000a09:40:54.731990 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:40:55.073556 run patchelf(pid=2392): Launched\u000a09:40:56.270943 run patchelf(pid=2392): Terminated: ok {rc=0}\u000a09:40:56.392373 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:40:56.734060 run setcap-netadm(pid=2393): Launched\u000a09:40:57.930893 run setcap-netadm(pid=2393): Terminated: ok {rc=0}\u000a09:40:58.264880 run srsepc(pid=2394): Launched\u000a09:40:58.381940 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:40:59.595109 run rm-remote-dir(pid=2395): Launched\u000a09:40:59.793389 run srsepc(pid=2394): ERR: Terminated: ERROR {rc=127} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2394)]\u000a09:40:59.936418 run srsepc(pid=2394): stdout: \u000a| (launched: 2022-12-14_09:40:58.103453)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:41:00.079193 run srsepc(pid=2394): stderr: \u000a| (launched: 2022-12-14_09:40:58.152135)\u000a| Connection to 10.42.42.116 closed. \u000a09:41:00.218226 run srsepc(pid=2394): stdout: \u000a| (launched: 2022-12-14_09:40:58.103453)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:41:00.356451 run srsepc(pid=2394): stderr: \u000a| (launched: 2022-12-14_09:40:58.152135)\u000a| Connection to 10.42.42.116 closed. \u000a09:41:00.516662 run rm-remote-dir(pid=2395): Terminating (SIGINT)\u000a09:41:00.704521 run rm-remote-dir(pid=2395): Terminated: ok {rc=0}\u000a09:41:00.739577 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=2394): Process ended prematurely: srsepc(pid=2394) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2394)] [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a09:41:00.750169 tst iperf3_bidir.py:42: Test FAILED (19.1 sec)\u000a09:41:00.878652 run scp-back-log(pid=2396): Launched\u000a09:41:01.989479 run scp-back-log(pid=2396): ERR: Terminated: ERROR {rc=1} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2396)]\u000a09:41:02.071347 run scp-back-log(pid=2396): stdout: \u000a| (launched: 2022-12-14_09:41:00.793058) \u000a09:41:02.157463 run scp-back-log(pid=2396): stderr: \u000a| (launched: 2022-12-14_09:41:00.813746)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:41:02.218407 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2396): launch_sync(): local process exited with status 1 [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2396)]')\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2410): Process ended prematurely: srsepc(pid=2410) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2410)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2410): Process ended prematurely: srsepc(pid=2410) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a09:41:02.411698 tst iperf3_dl.py:13: Number of physical ue: 1\u000a09:41:02.456709 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:41:02.674740 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a09:41:02.719237 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:41:02.735996 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:41:02.864369 tst iperf3_dl.py: using MSISDN 8625\u000a09:41:02.980017 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8625', subscriber_id=0}\u000a09:41:03.094254 run srsepc_10.42.42.118: Starting srsepc\u000a09:41:03.779482 run rm-remote-dir(pid=2398): Launched\u000a09:41:04.965455 run rm-remote-dir(pid=2398): Terminated: ok {rc=0}\u000a09:41:05.291309 run mk-remote-dir(pid=2399): Launched\u000a09:41:06.477644 run mk-remote-dir(pid=2399): Terminated: ok {rc=0}\u000a09:41:06.752538 run scp-inst-to-remote(pid=2400): Launched\u000a09:41:08.937610 run scp-inst-to-remote(pid=2400): Terminated: ok {rc=0}\u000a09:41:09.264490 run rm-remote-dir(pid=2402): Launched\u000a09:41:10.451047 run rm-remote-dir(pid=2402): Terminated: ok {rc=0}\u000a09:41:10.778756 run mk-remote-dir(pid=2403): Launched\u000a09:41:11.963896 run mk-remote-dir(pid=2403): Terminated: ok {rc=0}\u000a09:41:12.240468 run scp-cfg-to-remote(pid=2404): Launched\u000a09:41:13.424734 run scp-cfg-to-remote(pid=2404): Terminated: ok {rc=0}\u000a09:41:13.698987 run scp-db-to-remote(pid=2406): Launched\u000a09:41:14.882089 run scp-db-to-remote(pid=2406): Terminated: ok {rc=0}\u000a09:41:14.994949 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:41:15.311059 run patchelf(pid=2408): Launched\u000a09:41:16.558948 run patchelf(pid=2408): Terminated: ok {rc=0}\u000a09:41:16.682473 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:41:17.080331 run setcap-netadm(pid=2409): Launched\u000a09:41:18.277473 run setcap-netadm(pid=2409): Terminated: ok {rc=0}\u000a09:41:18.611903 run srsepc(pid=2410): Launched\u000a09:41:18.727533 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:41:19.922774 run rm-remote-dir(pid=2411): Launched\u000a09:41:20.121229 run srsepc(pid=2410): ERR: Terminated: ERROR {rc=127} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2410)]\u000a09:41:20.264114 run srsepc(pid=2410): stdout: \u000a| (launched: 2022-12-14_09:41:18.450341)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:41:20.407889 run srsepc(pid=2410): stderr: \u000a| (launched: 2022-12-14_09:41:18.499115)\u000a| Connection to 10.42.42.116 closed. \u000a09:41:20.547166 run srsepc(pid=2410): stdout: \u000a| (launched: 2022-12-14_09:41:18.450341)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:41:20.685231 run srsepc(pid=2410): stderr: \u000a| (launched: 2022-12-14_09:41:18.499115)\u000a| Connection to 10.42.42.116 closed. \u000a09:41:20.845938 run rm-remote-dir(pid=2411): Terminating (SIGINT)\u000a09:41:21.033727 run rm-remote-dir(pid=2411): Terminated: ok {rc=0}\u000a09:41:21.068572 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=2410): Process ended prematurely: srsepc(pid=2410) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2410)] [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a09:41:21.079181 tst iperf3_dl.py:42: Test FAILED (18.8 sec)\u000a09:41:21.198304 run scp-back-log(pid=2412): Launched\u000a09:41:22.289127 run scp-back-log(pid=2412): ERR: Terminated: ERROR {rc=1} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2412)]\u000a09:41:22.354826 run scp-back-log(pid=2412): stdout: \u000a| (launched: 2022-12-14_09:41:21.122134) \u000a09:41:22.420309 run scp-back-log(pid=2412): stderr: \u000a| (launched: 2022-12-14_09:41:21.142863)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:41:22.475946 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2412): launch_sync(): local process exited with status 1 [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2412)]')\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2426): Process ended prematurely: srsepc(pid=2426) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2426)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2426): Process ended prematurely: srsepc(pid=2426) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a09:41:22.665320 tst iperf3_ul.py:13: Number of physical ue: 1\u000a09:41:22.710101 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:41:22.927072 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a09:41:22.971804 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:41:22.988385 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:41:23.113115 tst iperf3_ul.py: using MSISDN 8626\u000a09:41:23.220550 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8626', subscriber_id=0}\u000a09:41:23.326987 run srsepc_10.42.42.118: Starting srsepc\u000a09:41:23.966657 run rm-remote-dir(pid=2414): Launched\u000a09:41:25.153596 run rm-remote-dir(pid=2414): Terminated: ok {rc=0}\u000a09:41:25.482682 run mk-remote-dir(pid=2415): Launched\u000a09:41:26.670333 run mk-remote-dir(pid=2415): Terminated: ok {rc=0}\u000a09:41:26.946932 run scp-inst-to-remote(pid=2416): Launched\u000a09:41:29.131796 run scp-inst-to-remote(pid=2416): Terminated: ok {rc=0}\u000a09:41:29.458572 run rm-remote-dir(pid=2418): Launched\u000a09:41:30.645904 run rm-remote-dir(pid=2418): Terminated: ok {rc=0}\u000a09:41:31.070438 run mk-remote-dir(pid=2419): Launched\u000a09:41:32.293260 run mk-remote-dir(pid=2419): Terminated: ok {rc=0}\u000a09:41:32.573994 run scp-cfg-to-remote(pid=2420): Launched\u000a09:41:33.758900 run scp-cfg-to-remote(pid=2420): Terminated: ok {rc=0}\u000a09:41:34.035042 run scp-db-to-remote(pid=2422): Launched\u000a09:41:35.219464 run scp-db-to-remote(pid=2422): Terminated: ok {rc=0}\u000a09:41:35.332136 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:41:35.651080 run patchelf(pid=2424): Launched\u000a09:41:36.835488 run patchelf(pid=2424): Terminated: ok {rc=0}\u000a09:41:36.948411 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:41:37.267896 run setcap-netadm(pid=2425): Launched\u000a09:41:38.451725 run setcap-netadm(pid=2425): Terminated: ok {rc=0}\u000a09:41:38.765080 run srsepc(pid=2426): Launched\u000a09:41:38.873051 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:41:39.996879 run rm-remote-dir(pid=2427): Launched\u000a09:41:40.181861 run srsepc(pid=2426): ERR: Terminated: ERROR {rc=127} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2426)]\u000a09:41:40.316895 run srsepc(pid=2426): stdout: \u000a| (launched: 2022-12-14_09:41:38.613173)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:41:40.451693 run srsepc(pid=2426): stderr: \u000a| (launched: 2022-12-14_09:41:38.659294)\u000a| Connection to 10.42.42.116 closed. \u000a09:41:40.582309 run srsepc(pid=2426): stdout: \u000a| (launched: 2022-12-14_09:41:38.613173)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:41:40.712513 run srsepc(pid=2426): stderr: \u000a| (launched: 2022-12-14_09:41:38.659294)\u000a| Connection to 10.42.42.116 closed. \u000a09:41:40.863673 run rm-remote-dir(pid=2427): Terminating (SIGINT)\u000a09:41:41.041056 run rm-remote-dir(pid=2427): Terminated: ok {rc=0}\u000a09:41:41.073524 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=2426): Process ended prematurely: srsepc(pid=2426) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2426)] [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a09:41:41.083310 tst iperf3_ul.py:42: Test FAILED (18.6 sec)\u000a09:41:41.195220 run scp-back-log(pid=2428): Launched\u000a09:41:42.280801 run scp-back-log(pid=2428): ERR: Terminated: ERROR {rc=1} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2428)]\u000a09:41:42.342690 run scp-back-log(pid=2428): stdout: \u000a| (launched: 2022-12-14_09:41:41.124568) \u000a09:41:42.404906 run scp-back-log(pid=2428): stderr: \u000a| (launched: 2022-12-14_09:41:41.144574)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:41:42.457582 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2428): launch_sync(): local process exited with status 1 [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2428)]')\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2443): Process ended prematurely: srsepc(pid=2443) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2443)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2443): Process ended prematurely: srsepc(pid=2443) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a09:41:42.471369 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:41:42.488020 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:41:42.510749 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:41:42.655778 tst ping.py: using MSISDN 8627\u000a09:41:42.764650 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8627', subscriber_id=0}\u000a09:41:42.871151 run srsepc_10.42.42.118: Starting srsepc\u000a09:41:43.514234 run rm-remote-dir(pid=2430): Launched\u000a09:41:44.701776 run rm-remote-dir(pid=2430): Terminated: ok {rc=0}\u000a09:41:45.029659 run mk-remote-dir(pid=2431): Launched\u000a09:41:46.266533 run mk-remote-dir(pid=2431): Terminated: ok {rc=0}\u000a09:41:46.638227 run scp-inst-to-remote(pid=2432): Launched\u000a09:41:48.830518 run scp-inst-to-remote(pid=2432): Terminated: ok {rc=0}\u000a09:41:49.157828 run rm-remote-dir(pid=2434): Launched\u000a09:41:50.343696 run rm-remote-dir(pid=2434): Terminated: ok {rc=0}\u000a09:41:50.670547 run mk-remote-dir(pid=2435): Launched\u000a09:41:51.856479 run mk-remote-dir(pid=2435): Terminated: ok {rc=0}\u000a09:41:52.131592 run scp-cfg-to-remote(pid=2437): Launched\u000a09:41:53.325184 run scp-cfg-to-remote(pid=2437): Terminated: ok {rc=0}\u000a09:41:53.622594 run scp-db-to-remote(pid=2439): Launched\u000a09:41:54.819259 run scp-db-to-remote(pid=2439): Terminated: ok {rc=0}\u000a09:41:54.940402 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:41:55.280787 run patchelf(pid=2441): Launched\u000a09:41:56.478543 run patchelf(pid=2441): Terminated: ok {rc=0}\u000a09:41:56.599552 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:41:56.941723 run setcap-netadm(pid=2442): Launched\u000a09:41:58.137423 run setcap-netadm(pid=2442): Terminated: ok {rc=0}\u000a09:41:58.475453 run srsepc(pid=2443): Launched\u000a09:41:58.591460 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:41:59.787727 run rm-remote-dir(pid=2444): Launched\u000a09:41:59.986400 run srsepc(pid=2443): ERR: Terminated: ERROR {rc=127} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2443)]\u000a09:42:00.129303 run srsepc(pid=2443): stdout: \u000a| (launched: 2022-12-14_09:41:58.310917)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:42:00.272061 run srsepc(pid=2443): stderr: \u000a| (launched: 2022-12-14_09:41:58.362312)\u000a| Connection to 10.42.42.116 closed. \u000a09:42:00.411378 run srsepc(pid=2443): stdout: \u000a| (launched: 2022-12-14_09:41:58.310917)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:42:00.549493 run srsepc(pid=2443): stderr: \u000a| (launched: 2022-12-14_09:41:58.362312)\u000a| Connection to 10.42.42.116 closed. \u000a09:42:00.709817 run rm-remote-dir(pid=2444): Terminating (SIGINT)\u000a09:42:00.940191 run rm-remote-dir(pid=2444): Terminated: ok {rc=0}\u000a09:42:00.982016 tst ping.py:16: ERR: Error: srsepc(pid=2443): Process ended prematurely: srsepc(pid=2443) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2443)] [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a09:42:00.993527 tst ping.py:16: Test FAILED (18.5 sec)\u000a09:42:01.169652 run scp-back-log(pid=2450): Launched\u000a09:42:02.262190 run scp-back-log(pid=2450): ERR: Terminated: ERROR {rc=1} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2450)]\u000a09:42:02.326389 run scp-back-log(pid=2450): stdout: \u000a| (launched: 2022-12-14_09:42:01.066470) \u000a09:42:02.391427 run scp-back-log(pid=2450): stderr: \u000a| (launched: 2022-12-14_09:42:01.087207)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:42:02.444469 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2450): launch_sync(): local process exited with status 1 [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2450)]')\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2464): Process ended prematurely: srsepc(pid=2464) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2464)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2464): Process ended prematurely: srsepc(pid=2464) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a09:42:02.458337 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:42:02.475785 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:42:02.499174 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:42:02.642220 tst rrc_idle_mo_ping.py: using MSISDN 8628\u000a09:42:02.750349 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8628', subscriber_id=0}\u000a09:42:02.857670 run srsepc_10.42.42.118: Starting srsepc\u000a09:42:03.537707 run rm-remote-dir(pid=2452): Launched\u000a09:42:04.735815 run rm-remote-dir(pid=2452): Terminated: ok {rc=0}\u000a09:42:05.086059 run mk-remote-dir(pid=2453): Launched\u000a09:42:06.283761 run mk-remote-dir(pid=2453): Terminated: ok {rc=0}\u000a09:42:06.580238 run scp-inst-to-remote(pid=2454): Launched\u000a09:42:08.779101 run scp-inst-to-remote(pid=2454): Terminated: ok {rc=0}\u000a09:42:09.107244 run rm-remote-dir(pid=2456): Launched\u000a09:42:10.292883 run rm-remote-dir(pid=2456): Terminated: ok {rc=0}\u000a09:42:10.620360 run mk-remote-dir(pid=2457): Launched\u000a09:42:11.807106 run mk-remote-dir(pid=2457): Terminated: ok {rc=0}\u000a09:42:12.082661 run scp-cfg-to-remote(pid=2458): Launched\u000a09:42:13.266198 run scp-cfg-to-remote(pid=2458): Terminated: ok {rc=0}\u000a09:42:13.541765 run scp-db-to-remote(pid=2460): Launched\u000a09:42:14.726321 run scp-db-to-remote(pid=2460): Terminated: ok {rc=0}\u000a09:42:14.839149 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:42:15.158319 run patchelf(pid=2462): Launched\u000a09:42:16.398480 run patchelf(pid=2462): Terminated: ok {rc=0}\u000a09:42:16.562790 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:42:16.961327 run setcap-netadm(pid=2463): Launched\u000a09:42:18.177498 run setcap-netadm(pid=2463): Terminated: ok {rc=0}\u000a09:42:18.512506 run srsepc(pid=2464): Launched\u000a09:42:18.629094 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:42:19.829613 run rm-remote-dir(pid=2465): Launched\u000a09:42:20.027677 run srsepc(pid=2464): ERR: Terminated: ERROR {rc=127} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2464)]\u000a09:42:20.170573 run srsepc(pid=2464): stdout: \u000a| (launched: 2022-12-14_09:42:18.351008)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:42:20.313818 run srsepc(pid=2464): stderr: \u000a| (launched: 2022-12-14_09:42:18.399794)\u000a| Connection to 10.42.42.116 closed. \u000a09:42:20.452811 run srsepc(pid=2464): stdout: \u000a| (launched: 2022-12-14_09:42:18.351008)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:42:20.590431 run srsepc(pid=2464): stderr: \u000a| (launched: 2022-12-14_09:42:18.399794)\u000a| Connection to 10.42.42.116 closed. \u000a09:42:20.750855 run rm-remote-dir(pid=2465): Terminating (SIGINT)\u000a09:42:20.938556 run rm-remote-dir(pid=2465): Terminated: ok {rc=0}\u000a09:42:20.972919 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=2464): Process ended prematurely: srsepc(pid=2464) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2464)] [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a09:42:20.983332 tst rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)\u000a09:42:21.101757 run scp-back-log(pid=2466): Launched\u000a09:42:22.191292 run scp-back-log(pid=2466): ERR: Terminated: ERROR {rc=1} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2466)]\u000a09:42:22.256523 run scp-back-log(pid=2466): stdout: \u000a| (launched: 2022-12-14_09:42:21.026175) \u000a09:42:22.322848 run scp-back-log(pid=2466): stderr: \u000a| (launched: 2022-12-14_09:42:21.046803)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:42:22.379008 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2466): launch_sync(): local process exited with status 1 [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2466)]')\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2480): Process ended prematurely: srsepc(pid=2480) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2480)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2480): Process ended prematurely: srsepc(pid=2480) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a09:42:22.393616 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:42:22.411322 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:42:22.436086 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:42:22.587070 tst rrc_idle_mt_ping.py: using MSISDN 8629\u000a09:42:22.702721 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8629', subscriber_id=0}\u000a09:42:22.816670 run srsepc_10.42.42.118: Starting srsepc\u000a09:42:23.503031 run rm-remote-dir(pid=2468): Launched\u000a09:42:24.702457 run rm-remote-dir(pid=2468): Terminated: ok {rc=0}\u000a09:42:25.055048 run mk-remote-dir(pid=2469): Launched\u000a09:42:26.254492 run mk-remote-dir(pid=2469): Terminated: ok {rc=0}\u000a09:42:26.552462 run scp-inst-to-remote(pid=2470): Launched\u000a09:42:28.750922 run scp-inst-to-remote(pid=2470): Terminated: ok {rc=0}\u000a09:42:29.102789 run rm-remote-dir(pid=2472): Launched\u000a09:42:30.300930 run rm-remote-dir(pid=2472): Terminated: ok {rc=0}\u000a09:42:30.652197 run mk-remote-dir(pid=2473): Launched\u000a09:42:31.853969 run mk-remote-dir(pid=2473): Terminated: ok {rc=0}\u000a09:42:32.214915 run scp-cfg-to-remote(pid=2474): Launched\u000a09:42:33.433405 run scp-cfg-to-remote(pid=2474): Terminated: ok {rc=0}\u000a09:42:33.730353 run scp-db-to-remote(pid=2476): Launched\u000a09:42:34.927215 run scp-db-to-remote(pid=2476): Terminated: ok {rc=0}\u000a09:42:35.048716 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:42:35.391198 run patchelf(pid=2478): Launched\u000a09:42:36.588777 run patchelf(pid=2478): Terminated: ok {rc=0}\u000a09:42:36.709862 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:42:37.052874 run setcap-netadm(pid=2479): Launched\u000a09:42:38.251414 run setcap-netadm(pid=2479): Terminated: ok {rc=0}\u000a09:42:38.587894 run srsepc(pid=2480): Launched\u000a09:42:38.703900 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:42:39.905194 run rm-remote-dir(pid=2481): Launched\u000a09:42:40.103767 run srsepc(pid=2480): ERR: Terminated: ERROR {rc=127} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2480)]\u000a09:42:40.246835 run srsepc(pid=2480): stdout: \u000a| (launched: 2022-12-14_09:42:38.425797)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:42:40.390218 run srsepc(pid=2480): stderr: \u000a| (launched: 2022-12-14_09:42:38.474771)\u000a| Connection to 10.42.42.116 closed. \u000a09:42:40.528695 run srsepc(pid=2480): stdout: \u000a| (launched: 2022-12-14_09:42:38.425797)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:42:40.666080 run srsepc(pid=2480): stderr: \u000a| (launched: 2022-12-14_09:42:38.474771)\u000a| Connection to 10.42.42.116 closed. \u000a09:42:40.826073 run rm-remote-dir(pid=2481): Terminating (SIGINT)\u000a09:42:41.013722 run rm-remote-dir(pid=2481): Terminated: ok {rc=0}\u000a09:42:41.048201 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=2480): Process ended prematurely: srsepc(pid=2480) [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2480)] [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a09:42:41.058667 tst rrc_idle_mt_ping.py:16: Test FAILED (18.7 sec)\u000a09:42:41.178232 run scp-back-log(pid=2482): Launched\u000a09:42:42.268682 run scp-back-log(pid=2482): ERR: Terminated: ERROR {rc=1} [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2482)]\u000a09:42:42.334016 run scp-back-log(pid=2482): stdout: \u000a| (launched: 2022-12-14_09:42:41.101818) \u000a09:42:42.399649 run scp-back-log(pid=2482): stderr: \u000a| (launched: 2022-12-14_09:42:41.122824)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:42:42.454926 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2482): launch_sync(): local process exited with status 1 [trial-2402↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2482)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:40:20" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2493): Process ended prematurely: osmo-stp_10.42.42.5(pid=2493) [trial-2402↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2493): Process ended prematurely: osmo-stp_10.42.42.5(pid=2493) [trial-2402↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a09:42:43.310035 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:42:43.321541 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a09:42:43.454104 tst handover.py: using LAC 40046\u000a09:42:43.579845 tst handover.py: using RAC 11\u000a09:42:43.701893 tst handover.py: using CellId 40046\u000a09:42:43.823619 tst handover.py: using BVCI 40047\u000a09:42:43.846864 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a09:42:43.970079 tst handover.py: using LAC 40047\u000a09:42:44.098148 tst handover.py: using RAC 12\u000a09:42:44.225117 tst handover.py: using CellId 40047\u000a09:42:44.352574 tst handover.py: using BVCI 40048\u000a09:42:44.377433 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:42:44.388738 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:42:44.399910 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:42:44.411127 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:42:44.422832 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:42:44.434407 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a09:42:44.553046 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a09:42:44.760463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:45.270772 run create_hlr_db(pid=2487): Launched\u000a09:42:46.472000 run create_hlr_db(pid=2487): Terminated: ok {rc=0}\u000a09:42:46.822806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2489): Launched\u000a09:42:47.151375 run osmo-hlr_10.42.42.2(pid=2490): Launched\u000a09:42:47.270118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:47.841274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2492): Launched\u000a09:42:48.166048 run osmo-stp_10.42.42.5(pid=2493): Launched\u000a09:42:48.283198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:48.877305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2495): Launched\u000a09:42:49.203128 run osmo-msc_10.42.42.6(pid=2496): Launched\u000a09:42:49.392333 run osmo-stp_10.42.42.5(pid=2493): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)]\u000a09:42:49.528638 run osmo-stp_10.42.42.5(pid=2493): stdout: \u000a| (launched: 2022-12-14_09:42:48.005323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:49.664633 run osmo-stp_10.42.42.5(pid=2493): stderr: \u000a| �[0;m�[38;5;43m20221214094248198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094248199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094248199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094248199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094248201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094248202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094248202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:49.794030 run osmo-stp_10.42.42.5(pid=2493): stdout: \u000a| (launched: 2022-12-14_09:42:48.005323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:49.921979 run osmo-stp_10.42.42.5(pid=2493): stderr: \u000a| �[0;m�[38;5;43m20221214094248198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094248199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094248199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094248199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094248201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094248202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094248202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:49.978134 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2493): Process ended prematurely: osmo-stp_10.42.42.5(pid=2493) [trial-2402↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)] [trial-2402↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a09:42:49.986875 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:42:50.050335 run osmo-hlr_10.42.42.2(pid=2490): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2490)]\u000a09:42:50.102450 run osmo-hlr_10.42.42.2(pid=2490): stdout: \u000a| (launched: 2022-12-14_09:42:46.990235) \u000a09:42:50.155240 run osmo-hlr_10.42.42.2(pid=2490): stderr: \u000a| �[0;m�[1;31m20221214094247271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094247271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094247271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094247271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094247271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094247272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094247284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094247292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094247292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094247292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:50.226602 run osmo-msc_10.42.42.6(pid=2496): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2496)]\u000a09:42:50.278539 run osmo-msc_10.42.42.6(pid=2496): stdout: \u000a| (launched: 2022-12-14_09:42:49.040917) \u000a09:42:50.331413 run osmo-msc_10.42.42.6(pid=2496): stderr: \u000a| �[0;m�[38;5;43m20221214094249365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094249365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2ebb5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094249365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094249365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094249365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094249366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094249367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094249368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094249368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094249368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:50.375922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2489): Terminating (SIGTERM)\u000a09:42:50.418117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2492): Terminating (SIGTERM)\u000a09:42:50.460130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2495): Terminating (SIGTERM)\u000a09:42:50.469897 --- ParallelTerminationStrategy: PID 2489 died...\u000a09:42:50.526845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2489): Terminated: ok {rc=0}\u000a09:42:50.536939 --- ParallelTerminationStrategy: PID 2492 died...\u000a09:42:50.593896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2492): Terminated: ok {rc=0}\u000a09:42:50.603963 --- ParallelTerminationStrategy: PID 2495 died...\u000a09:42:50.660357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2495): Terminated: ok {rc=0}\u000a09:42:50.746651 bus /sierra_3: Setting Powered False\u000a09:42:51.851943 bus /sierra_3: Setting Powered False\u000a09:42:52.960482 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:42:43" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2507): Process ended prematurely: osmo-stp_10.42.42.5(pid=2507) [trial-2402↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2507)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2507): Process ended prematurely: osmo-stp_10.42.42.5(pid=2507) [trial-2402↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a09:42:54.930173 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:54.941978 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:42:55.071773 tst handover.py: using LAC 40048\u000a09:42:55.198952 tst handover.py: using RAC 13\u000a09:42:55.326927 tst handover.py: using CellId 40048\u000a09:42:55.453509 tst handover.py: using BVCI 40049\u000a09:42:55.478247 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:42:55.608043 tst handover.py: using LAC 40049\u000a09:42:55.734344 tst handover.py: using RAC 14\u000a09:42:55.861976 tst handover.py: using CellId 40049\u000a09:42:55.987780 tst handover.py: using BVCI 40050\u000a09:42:56.012405 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:56.023724 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:56.034851 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:56.045955 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:56.057202 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:56.068289 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:42:56.187102 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:42:56.394357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:56.852744 run create_hlr_db(pid=2501): Launched\u000a09:42:56.974348 bus /sierra_2: Setting Powered False\u000a09:42:58.046951 run create_hlr_db(pid=2501): Terminated: ok {rc=0}\u000a09:42:58.424268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2503): Launched\u000a09:42:58.727969 run osmo-hlr_10.42.42.2(pid=2504): Launched\u000a09:42:58.845157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:59.353993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2506): Launched\u000a09:42:59.656795 run osmo-stp_10.42.42.5(pid=2507): Launched\u000a09:42:59.767446 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:00.294644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2509): Launched\u000a09:43:00.599413 run osmo-msc_10.42.42.6(pid=2510): Launched\u000a09:43:00.777896 run osmo-stp_10.42.42.5(pid=2507): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2507)]\u000a09:43:00.940256 run osmo-stp_10.42.42.5(pid=2507): stdout: \u000a| (launched: 2022-12-14_09:42:59.506848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:01.072461 run osmo-stp_10.42.42.5(pid=2507): stderr: \u000a| �[0;m�[38;5;43m20221214094259677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094259677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094259677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094259678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094259678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094259678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094259678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:01.198007 run osmo-stp_10.42.42.5(pid=2507): stdout: \u000a| (launched: 2022-12-14_09:42:59.506848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:01.321389 run osmo-stp_10.42.42.5(pid=2507): stderr: \u000a| �[0;m�[38;5;43m20221214094259677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094259677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094259677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094259678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094259678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094259678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094259678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:01.375708 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2507): Process ended prematurely: osmo-stp_10.42.42.5(pid=2507) [trial-2402↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2507)] [trial-2402↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a09:43:01.384717 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:43:01.447192 run osmo-hlr_10.42.42.2(pid=2504): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2504)]\u000a09:43:01.497692 run osmo-hlr_10.42.42.2(pid=2504): stdout: \u000a| (launched: 2022-12-14_09:42:58.577502) \u000a09:43:01.549063 run osmo-hlr_10.42.42.2(pid=2504): stderr: \u000a| �[0;m�[1;31m20221214094258756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094258756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094258756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094258756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094258756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094258757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094258769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094258778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094258778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094258778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:01.618444 run osmo-msc_10.42.42.6(pid=2510): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2510)]\u000a09:43:01.669126 run osmo-msc_10.42.42.6(pid=2510): stdout: \u000a| (launched: 2022-12-14_09:43:00.447655) \u000a09:43:01.721279 run osmo-msc_10.42.42.6(pid=2510): stderr: \u000a| �[0;m�[38;5;43m20221214094300720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094300720 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcec1acac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094300720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094300720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094300720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094300720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094300722 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094300722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094300722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094300723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:01.765282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2503): Terminating (SIGTERM)\u000a09:43:01.806550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2506): Terminating (SIGTERM)\u000a09:43:01.850165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2509): Terminating (SIGTERM)\u000a09:43:01.859954 --- ParallelTerminationStrategy: PID 2503 died...\u000a09:43:01.916085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2503): Terminated: ok {rc=0}\u000a09:43:01.926479 --- ParallelTerminationStrategy: PID 2506 died...\u000a09:43:01.982521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2506): Terminated: ok {rc=0}\u000a09:43:01.992760 --- ParallelTerminationStrategy: PID 2509 died...\u000a09:43:02.048791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2509): Terminated: ok {rc=0}\u000a09:43:02.133427 bus /sierra_3: Setting Powered False\u000a09:43:03.232599 bus /sierra_3: Setting Powered False\u000a09:43:04.339069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:42:54" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2521): Process ended prematurely: osmo-stp_10.42.42.5(pid=2521) [trial-2402↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2521)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2521): Process ended prematurely: osmo-stp_10.42.42.5(pid=2521) [trial-2402↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:43:06.329078 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:06.340696 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:43:06.474887 tst handover.py: using LAC 40050\u000a09:43:06.602558 tst handover.py: using RAC 15\u000a09:43:06.729511 tst handover.py: using CellId 40050\u000a09:43:06.858131 tst handover.py: using BVCI 40051\u000a09:43:06.882687 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:43:07.021840 tst handover.py: using LAC 40051\u000a09:43:07.140232 tst handover.py: using RAC 16\u000a09:43:07.267986 tst handover.py: using CellId 40051\u000a09:43:07.399594 tst handover.py: using BVCI 40052\u000a09:43:07.422771 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:07.433825 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:07.444605 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:07.455492 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:07.466866 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:07.478291 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:43:07.598844 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:43:07.808476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:08.295522 run create_hlr_db(pid=2515): Launched\u000a09:43:08.426822 bus /sierra_2: Setting Powered False\u000a09:43:09.502981 run create_hlr_db(pid=2515): Terminated: ok {rc=0}\u000a09:43:09.884615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2517): Launched\u000a09:43:10.187768 run osmo-hlr_10.42.42.2(pid=2518): Launched\u000a09:43:10.305999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:10.816343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2520): Launched\u000a09:43:11.119289 run osmo-stp_10.42.42.5(pid=2521): Launched\u000a09:43:11.228276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:11.756367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2523): Launched\u000a09:43:12.060750 run osmo-msc_10.42.42.6(pid=2524): Launched\u000a09:43:12.238347 run osmo-stp_10.42.42.5(pid=2521): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2521)]\u000a09:43:12.366919 run osmo-stp_10.42.42.5(pid=2521): stdout: \u000a| (launched: 2022-12-14_09:43:10.968755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:12.493521 run osmo-stp_10.42.42.5(pid=2521): stderr: \u000a| �[0;m�[38;5;43m20221214094311140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094311140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094311141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094311141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094311142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094311142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094311142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:12.614797 run osmo-stp_10.42.42.5(pid=2521): stdout: \u000a| (launched: 2022-12-14_09:43:10.968755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:12.735583 run osmo-stp_10.42.42.5(pid=2521): stderr: \u000a| �[0;m�[38;5;43m20221214094311140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094311140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094311141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094311141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094311142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094311142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094311142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:12.787994 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2521): Process ended prematurely: osmo-stp_10.42.42.5(pid=2521) [trial-2402↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2521)] [trial-2402↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a09:43:12.795770 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:43:12.855022 run osmo-hlr_10.42.42.2(pid=2518): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2518)]\u000a09:43:12.903786 run osmo-hlr_10.42.42.2(pid=2518): stdout: \u000a| (launched: 2022-12-14_09:43:10.037385) \u000a09:43:12.953097 run osmo-hlr_10.42.42.2(pid=2518): stderr: \u000a| �[0;m�[1;31m20221214094310216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094310216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094310216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094310216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094310216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094310216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094310228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094310236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094310237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094310237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:13.019907 run osmo-msc_10.42.42.6(pid=2524): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2524)]\u000a09:43:13.068433 run osmo-msc_10.42.42.6(pid=2524): stdout: \u000a| (launched: 2022-12-14_09:43:11.909333) \u000a09:43:13.117489 run osmo-msc_10.42.42.6(pid=2524): stderr: \u000a| �[0;m�[38;5;43m20221214094312180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094312180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3831c67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094312181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094312181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094312181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094312181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094312183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094312183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094312183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094312183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:13.159391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2517): Terminating (SIGTERM)\u000a09:43:13.198687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2520): Terminating (SIGTERM)\u000a09:43:13.238003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2523): Terminating (SIGTERM)\u000a09:43:13.247016 --- ParallelTerminationStrategy: PID 2517 died...\u000a09:43:13.299914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2517): Terminated: ok {rc=0}\u000a09:43:13.309314 --- ParallelTerminationStrategy: PID 2520 died...\u000a09:43:13.361978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2520): Terminated: ok {rc=0}\u000a09:43:13.371299 --- ParallelTerminationStrategy: PID 2523 died...\u000a09:43:13.424242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2523): Terminated: ok {rc=0}\u000a09:43:13.511206 bus /sierra_3: Setting Powered False\u000a09:43:14.610957 bus /sierra_3: Setting Powered False\u000a09:43:15.715415 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:43:06" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2535): Process ended prematurely: osmo-stp_10.42.42.5(pid=2535) [trial-2402↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2535): Process ended prematurely: osmo-stp_10.42.42.5(pid=2535) [trial-2402↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:43:17.783693 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:17.795231 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:43:17.928280 tst handover.py: using LAC 40052\u000a09:43:18.057004 tst handover.py: using RAC 17\u000a09:43:18.185632 tst handover.py: using CellId 40052\u000a09:43:18.313328 tst handover.py: using BVCI 40053\u000a09:43:18.337946 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:43:18.472558 tst handover.py: using LAC 40053\u000a09:43:18.591654 tst handover.py: using RAC 18\u000a09:43:18.714891 tst handover.py: using CellId 40053\u000a09:43:18.839123 tst handover.py: using BVCI 40054\u000a09:43:18.863741 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:18.875314 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:18.886793 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:18.898336 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:18.909834 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:18.921395 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:43:19.037704 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:43:19.247905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:19.736806 run create_hlr_db(pid=2529): Launched\u000a09:43:19.867162 bus /sierra_2: Setting Powered False\u000a09:43:20.933590 run create_hlr_db(pid=2529): Terminated: ok {rc=0}\u000a09:43:21.336909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2531): Launched\u000a09:43:21.662053 run osmo-hlr_10.42.42.2(pid=2532): Launched\u000a09:43:21.778966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:22.312757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2534): Launched\u000a09:43:22.639335 run osmo-stp_10.42.42.5(pid=2535): Launched\u000a09:43:22.757363 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:23.326128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2537): Launched\u000a09:43:23.652604 run osmo-msc_10.42.42.6(pid=2538): Launched\u000a09:43:23.842883 run osmo-stp_10.42.42.5(pid=2535): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)]\u000a09:43:23.980237 run osmo-stp_10.42.42.5(pid=2535): stdout: \u000a| (launched: 2022-12-14_09:43:22.477352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:24.116801 run osmo-stp_10.42.42.5(pid=2535): stderr: \u000a| �[0;m�[38;5;43m20221214094322670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094322670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094322670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094322671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094322673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094322673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094322673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:24.246598 run osmo-stp_10.42.42.5(pid=2535): stdout: \u000a| (launched: 2022-12-14_09:43:22.477352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:24.375666 run osmo-stp_10.42.42.5(pid=2535): stderr: \u000a| �[0;m�[38;5;43m20221214094322670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094322670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094322670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094322671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094322673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094322673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094322673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:24.432496 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2535): Process ended prematurely: osmo-stp_10.42.42.5(pid=2535) [trial-2402↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)] [trial-2402↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:43:24.441516 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:43:24.503785 run osmo-hlr_10.42.42.2(pid=2532): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2532)]\u000a09:43:24.555037 run osmo-hlr_10.42.42.2(pid=2532): stdout: \u000a| (launched: 2022-12-14_09:43:21.501413) \u000a09:43:24.606927 run osmo-hlr_10.42.42.2(pid=2532): stderr: \u000a| �[0;m�[1;31m20221214094321700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094321700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094321700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094321700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094321700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094321700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094321713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094321721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094321722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094321722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:24.677359 run osmo-msc_10.42.42.6(pid=2538): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2538)]\u000a09:43:24.728635 run osmo-msc_10.42.42.6(pid=2538): stdout: \u000a| (launched: 2022-12-14_09:43:23.491737) \u000a09:43:24.780235 run osmo-msc_10.42.42.6(pid=2538): stderr: \u000a| �[0;m�[38;5;43m20221214094323817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094323817 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ac6448c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094323817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094323817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094323818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094323818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094323820 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094323820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094323820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094323820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:24.824048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2531): Terminating (SIGTERM)\u000a09:43:24.865851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2534): Terminating (SIGTERM)\u000a09:43:24.907580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2537): Terminating (SIGTERM)\u000a09:43:24.917288 --- ParallelTerminationStrategy: PID 2531 died...\u000a09:43:24.973052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2531): Terminated: ok {rc=0}\u000a09:43:24.983207 --- ParallelTerminationStrategy: PID 2534 died...\u000a09:43:25.038614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2534): Terminated: ok {rc=0}\u000a09:43:25.048666 --- ParallelTerminationStrategy: PID 2537 died...\u000a09:43:25.104085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2537): Terminated: ok {rc=0}\u000a09:43:25.190140 bus /sierra_3: Setting Powered False\u000a09:43:26.295659 bus /sierra_3: Setting Powered False\u000a09:43:27.407749 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:43:17" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2549): Process ended prematurely: osmo-stp_10.42.42.5(pid=2549) [trial-2402↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2549)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2549): Process ended prematurely: osmo-stp_10.42.42.5(pid=2549) [trial-2402↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:43:29.418687 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:29.430434 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:43:29.563957 tst handover.py: using LAC 40054\u000a09:43:29.685776 tst handover.py: using RAC 19\u000a09:43:29.804434 tst handover.py: using CellId 40054\u000a09:43:29.924110 tst handover.py: using BVCI 40055\u000a09:43:29.947227 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:43:30.084425 tst handover.py: using LAC 40055\u000a09:43:30.205353 tst handover.py: using RAC 20\u000a09:43:30.325312 tst handover.py: using CellId 40055\u000a09:43:30.444639 tst handover.py: using BVCI 40056\u000a09:43:30.467569 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:30.478644 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:30.489534 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:30.500336 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:30.511630 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:30.522944 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:43:30.640599 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:43:30.844692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:31.338831 run create_hlr_db(pid=2543): Launched\u000a09:43:31.465484 bus /sierra_2: Setting Powered False\u000a09:43:32.534795 run create_hlr_db(pid=2543): Terminated: ok {rc=0}\u000a09:43:32.912329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2545): Launched\u000a09:43:33.214432 run osmo-hlr_10.42.42.2(pid=2546): Launched\u000a09:43:33.328623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:33.827492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2548): Launched\u000a09:43:34.130511 run osmo-stp_10.42.42.5(pid=2549): Launched\u000a09:43:34.240349 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:34.766260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2551): Launched\u000a09:43:35.071881 run osmo-msc_10.42.42.6(pid=2552): Launched\u000a09:43:35.250470 run osmo-stp_10.42.42.5(pid=2549): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2549)]\u000a09:43:35.379043 run osmo-stp_10.42.42.5(pid=2549): stdout: \u000a| (launched: 2022-12-14_09:43:33.980328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:35.505324 run osmo-stp_10.42.42.5(pid=2549): stderr: \u000a| �[0;m�[38;5;43m20221214094334151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094334151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094334151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094334151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094334154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094334154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094334154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:35.627050 run osmo-stp_10.42.42.5(pid=2549): stdout: \u000a| (launched: 2022-12-14_09:43:33.980328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:35.747110 run osmo-stp_10.42.42.5(pid=2549): stderr: \u000a| �[0;m�[38;5;43m20221214094334151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094334151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094334151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094334151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094334154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094334154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094334154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:35.799482 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2549): Process ended prematurely: osmo-stp_10.42.42.5(pid=2549) [trial-2402↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2549)] [trial-2402↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:43:35.807635 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:43:35.867785 run osmo-hlr_10.42.42.2(pid=2546): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2546)]\u000a09:43:35.916625 run osmo-hlr_10.42.42.2(pid=2546): stdout: \u000a| (launched: 2022-12-14_09:43:33.064890) \u000a09:43:35.966264 run osmo-hlr_10.42.42.2(pid=2546): stderr: \u000a| �[0;m�[1;31m20221214094333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094333254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094333262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094333262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094333262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:36.033563 run osmo-msc_10.42.42.6(pid=2552): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2552)]\u000a09:43:36.082443 run osmo-msc_10.42.42.6(pid=2552): stdout: \u000a| (launched: 2022-12-14_09:43:34.918733) \u000a09:43:36.132009 run osmo-msc_10.42.42.6(pid=2552): stderr: \u000a| �[0;m�[38;5;43m20221214094335187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094335187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94afda8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094335187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094335187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094335187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094335188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094335189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094335190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094335190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094335190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:36.174077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2545): Terminating (SIGTERM)\u000a09:43:36.213832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2548): Terminating (SIGTERM)\u000a09:43:36.253858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2551): Terminating (SIGTERM)\u000a09:43:36.263055 --- ParallelTerminationStrategy: PID 2545 died...\u000a09:43:36.317419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2545): Terminated: ok {rc=0}\u000a09:43:36.327033 --- ParallelTerminationStrategy: PID 2548 died...\u000a09:43:36.381042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2548): Terminated: ok {rc=0}\u000a09:43:36.390738 --- ParallelTerminationStrategy: PID 2551 died...\u000a09:43:36.444553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2551): Terminated: ok {rc=0}\u000a09:43:36.528290 bus /sierra_3: Setting Powered False\u000a09:43:37.633210 bus /sierra_3: Setting Powered False\u000a09:43:38.745104 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:43:29" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2402↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2402↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:43:40.718513 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:40.729435 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:43:40.861304 tst handover.py: using LAC 40056\u000a09:43:40.988252 tst handover.py: using RAC 21\u000a09:43:41.114542 tst handover.py: using CellId 40056\u000a09:43:41.239614 tst handover.py: using BVCI 40057\u000a09:43:41.264244 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:43:41.391634 tst handover.py: using LAC 40057\u000a09:43:41.517834 tst handover.py: using RAC 22\u000a09:43:41.645614 tst handover.py: using CellId 40057\u000a09:43:41.769876 tst handover.py: using BVCI 40058\u000a09:43:41.794459 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:41.805670 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:41.816597 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:41.827651 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:41.838860 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:41.850015 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:43:41.965944 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:43:42.177456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:42.667450 run create_hlr_db(pid=2557): Launched\u000a09:43:42.799113 bus /sierra_2: Setting Powered False\u000a09:43:43.876213 run create_hlr_db(pid=2557): Terminated: ok {rc=0}\u000a09:43:44.255715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Launched\u000a09:43:44.560717 run osmo-hlr_10.42.42.2(pid=2560): Launched\u000a09:43:44.679526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:45.187848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Launched\u000a09:43:45.492483 run osmo-stp_10.42.42.5(pid=2563): Launched\u000a09:43:45.602923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:46.197957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2565): Launched\u000a09:43:46.553292 run osmo-msc_10.42.42.6(pid=2566): Launched\u000a09:43:46.820308 run osmo-stp_10.42.42.5(pid=2563): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]\u000a09:43:47.131652 run osmo-stp_10.42.42.5(pid=2563): stdout: \u000a| (launched: 2022-12-14_09:43:45.340834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:47.407981 run osmo-stp_10.42.42.5(pid=2563): stderr: \u000a| �[0;m�[38;5;43m20221214094345512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094345512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094345512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094345513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094345515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094345515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094345515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:47.541428 run osmo-stp_10.42.42.5(pid=2563): stdout: \u000a| (launched: 2022-12-14_09:43:45.340834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:47.670109 run osmo-stp_10.42.42.5(pid=2563): stderr: \u000a| �[0;m�[38;5;43m20221214094345512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094345512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094345512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094345513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094345515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094345515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094345515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:47.726814 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2402↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)] [trial-2402↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a09:43:47.735607 tst handover.py:18: Test FAILED (7.0 sec)\u000a09:43:47.798653 run osmo-hlr_10.42.42.2(pid=2560): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2560)]\u000a09:43:47.850815 run osmo-hlr_10.42.42.2(pid=2560): stdout: \u000a| (launched: 2022-12-14_09:43:44.408489) \u000a09:43:47.903226 run osmo-hlr_10.42.42.2(pid=2560): stderr: \u000a| �[0;m�[1;31m20221214094344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094344583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094344596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094344605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094344606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094344606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:47.974380 run osmo-msc_10.42.42.6(pid=2566): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2566)]\u000a09:43:48.026093 run osmo-msc_10.42.42.6(pid=2566): stdout: \u000a| (launched: 2022-12-14_09:43:46.367272) \u000a09:43:48.078269 run osmo-msc_10.42.42.6(pid=2566): stderr: \u000a| �[0;m�[38;5;43m20221214094347009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094347009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ef2914c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094347009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094347010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094347010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094347010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094347012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094347012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094347012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094347012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:48.122419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Terminating (SIGTERM)\u000a09:43:48.164552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Terminating (SIGTERM)\u000a09:43:48.206906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2565): Terminating (SIGTERM)\u000a09:43:48.216677 --- ParallelTerminationStrategy: PID 2559 died...\u000a09:43:48.273495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Terminated: ok {rc=0}\u000a09:43:48.283741 --- ParallelTerminationStrategy: PID 2562 died...\u000a09:43:48.339973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Terminated: ok {rc=0}\u000a09:43:48.350191 --- ParallelTerminationStrategy: PID 2565 died...\u000a09:43:48.406871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2565): Terminated: ok {rc=0}\u000a09:43:48.493633 bus /sierra_3: Setting Powered False\u000a09:43:49.596695 bus /sierra_3: Setting Powered False\u000a09:43:50.709368 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:43:40" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2577): Process ended prematurely: osmo-stp_10.42.42.5(pid=2577) [trial-2402↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2577)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2577): Process ended prematurely: osmo-stp_10.42.42.5(pid=2577) [trial-2402↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:43:52.711649 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:52.723192 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:43:52.856217 tst handover.py: using LAC 40058\u000a09:43:52.973954 tst handover.py: using RAC 23\u000a09:43:53.092311 tst handover.py: using CellId 40058\u000a09:43:53.224213 tst handover.py: using BVCI 40059\u000a09:43:53.247376 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:43:53.388509 tst handover.py: using LAC 40059\u000a09:43:53.507643 tst handover.py: using RAC 24\u000a09:43:53.625052 tst handover.py: using CellId 40059\u000a09:43:53.745106 tst handover.py: using BVCI 40060\u000a09:43:53.768091 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:53.778960 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:53.789703 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:53.800288 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:53.811703 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:53.822879 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:43:53.942406 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:43:54.143592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:54.594706 run create_hlr_db(pid=2571): Launched\u000a09:43:54.717394 bus /sierra_2: Setting Powered False\u000a09:43:55.790315 run create_hlr_db(pid=2571): Terminated: ok {rc=0}\u000a09:43:56.193139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2573): Launched\u000a09:43:56.520512 run osmo-hlr_10.42.42.2(pid=2574): Launched\u000a09:43:56.639286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:57.173688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2576): Launched\u000a09:43:57.499319 run osmo-stp_10.42.42.5(pid=2577): Launched\u000a09:43:57.617203 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:58.182375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2579): Launched\u000a09:43:58.508856 run osmo-msc_10.42.42.6(pid=2580): Launched\u000a09:43:58.698866 run osmo-stp_10.42.42.5(pid=2577): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2577)]\u000a09:43:58.835255 run osmo-stp_10.42.42.5(pid=2577): stdout: \u000a| (launched: 2022-12-14_09:43:57.337747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:58.970907 run osmo-stp_10.42.42.5(pid=2577): stderr: \u000a| �[0;m�[38;5;43m20221214094357531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094357531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094357531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094357532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094357532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094357532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094357532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:59.100635 run osmo-stp_10.42.42.5(pid=2577): stdout: \u000a| (launched: 2022-12-14_09:43:57.337747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:59.229615 run osmo-stp_10.42.42.5(pid=2577): stderr: \u000a| �[0;m�[38;5;43m20221214094357531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094357531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094357531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094357532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094357532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094357532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094357532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:59.286049 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2577): Process ended prematurely: osmo-stp_10.42.42.5(pid=2577) [trial-2402↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2577)] [trial-2402↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a09:43:59.294704 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:43:59.357427 run osmo-hlr_10.42.42.2(pid=2574): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2574)]\u000a09:43:59.409353 run osmo-hlr_10.42.42.2(pid=2574): stdout: \u000a| (launched: 2022-12-14_09:43:56.358058) \u000a09:43:59.461593 run osmo-hlr_10.42.42.2(pid=2574): stderr: \u000a| �[0;m�[1;31m20221214094356558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094356558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094356558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094356558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094356559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094356559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094356574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094356582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094356582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094356582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:59.532345 run osmo-msc_10.42.42.6(pid=2580): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2580)]\u000a09:43:59.583611 run osmo-msc_10.42.42.6(pid=2580): stdout: \u000a| (launched: 2022-12-14_09:43:58.346881) \u000a09:43:59.635483 run osmo-msc_10.42.42.6(pid=2580): stderr: \u000a| �[0;m�[38;5;43m20221214094358668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094358668 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1a8982c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094358668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094358668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094358669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094358669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094358670 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094358671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094358671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094358671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:59.679624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2573): Terminating (SIGTERM)\u000a09:43:59.721464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2576): Terminating (SIGTERM)\u000a09:43:59.763386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2579): Terminating (SIGTERM)\u000a09:43:59.773258 --- ParallelTerminationStrategy: PID 2573 died...\u000a09:43:59.829236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2573): Terminated: ok {rc=0}\u000a09:43:59.839345 --- ParallelTerminationStrategy: PID 2576 died...\u000a09:43:59.894962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2576): Terminated: ok {rc=0}\u000a09:43:59.905118 --- ParallelTerminationStrategy: PID 2579 died...\u000a09:43:59.960492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2579): Terminated: ok {rc=0}\u000a09:44:00.046605 bus /sierra_3: Setting Powered False\u000a09:44:01.150380 bus /sierra_3: Setting Powered False\u000a09:44:02.262679 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:43:52" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2591): Process ended prematurely: osmo-stp_10.42.42.5(pid=2591) [trial-2402↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2591): Process ended prematurely: osmo-stp_10.42.42.5(pid=2591) [trial-2402↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:44:04.259376 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:04.270534 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:44:04.396616 tst handover.py: using LAC 40060\u000a09:44:04.517610 tst handover.py: using RAC 25\u000a09:44:04.639434 tst handover.py: using CellId 40060\u000a09:44:04.759454 tst handover.py: using BVCI 40061\u000a09:44:04.782410 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:44:04.919478 tst handover.py: using LAC 40061\u000a09:44:05.042651 tst handover.py: using RAC 26\u000a09:44:05.161697 tst handover.py: using CellId 40061\u000a09:44:05.288892 tst handover.py: using BVCI 40062\u000a09:44:05.313686 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:05.325104 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:05.336256 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:05.347608 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:05.358800 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:05.370396 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:44:05.485182 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:44:05.694161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:06.185400 run create_hlr_db(pid=2585): Launched\u000a09:44:06.316709 bus /sierra_2: Setting Powered False\u000a09:44:07.393144 run create_hlr_db(pid=2585): Terminated: ok {rc=0}\u000a09:44:07.776325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2587): Launched\u000a09:44:08.080278 run osmo-hlr_10.42.42.2(pid=2588): Launched\u000a09:44:08.197659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:08.702907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2590): Launched\u000a09:44:09.006592 run osmo-stp_10.42.42.5(pid=2591): Launched\u000a09:44:09.116818 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:09.644869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2593): Launched\u000a09:44:09.951329 run osmo-msc_10.42.42.6(pid=2594): Launched\u000a09:44:10.129395 run osmo-stp_10.42.42.5(pid=2591): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)]\u000a09:44:10.257984 run osmo-stp_10.42.42.5(pid=2591): stdout: \u000a| (launched: 2022-12-14_09:44:08.855549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:10.384366 run osmo-stp_10.42.42.5(pid=2591): stderr: \u000a| �[0;m�[38;5;43m20221214094409026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094409026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094409027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094409027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094409028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094409028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094409028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:10.505629 run osmo-stp_10.42.42.5(pid=2591): stdout: \u000a| (launched: 2022-12-14_09:44:08.855549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:10.625670 run osmo-stp_10.42.42.5(pid=2591): stderr: \u000a| �[0;m�[38;5;43m20221214094409026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094409026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094409027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094409027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094409028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094409028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094409028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:10.678182 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2591): Process ended prematurely: osmo-stp_10.42.42.5(pid=2591) [trial-2402↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)] [trial-2402↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a09:44:10.686299 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:44:10.746517 run osmo-hlr_10.42.42.2(pid=2588): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2588)]\u000a09:44:10.796382 run osmo-hlr_10.42.42.2(pid=2588): stdout: \u000a| (launched: 2022-12-14_09:44:07.929806) \u000a09:44:10.846959 run osmo-hlr_10.42.42.2(pid=2588): stderr: \u000a| �[0;m�[1;31m20221214094408107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094408107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094408107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094408107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094408107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094408107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094408120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094408131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094408131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094408131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:10.914469 run osmo-msc_10.42.42.6(pid=2594): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2594)]\u000a09:44:10.963638 run osmo-msc_10.42.42.6(pid=2594): stdout: \u000a| (launched: 2022-12-14_09:44:09.798769) \u000a09:44:11.013700 run osmo-msc_10.42.42.6(pid=2594): stderr: \u000a| �[0;m�[38;5;43m20221214094410069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094410070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fcedb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094410070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094410070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094410070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094410070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094410072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094410072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094410072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094410072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:11.056031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2587): Terminating (SIGTERM)\u000a09:44:11.095939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2590): Terminating (SIGTERM)\u000a09:44:11.135751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2593): Terminating (SIGTERM)\u000a09:44:11.144890 --- ParallelTerminationStrategy: PID 2587 died...\u000a09:44:11.198914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2587): Terminated: ok {rc=0}\u000a09:44:11.208508 --- ParallelTerminationStrategy: PID 2590 died...\u000a09:44:11.261804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2590): Terminated: ok {rc=0}\u000a09:44:11.271368 --- ParallelTerminationStrategy: PID 2593 died...\u000a09:44:11.324719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2593): Terminated: ok {rc=0}\u000a09:44:11.413184 bus /sierra_3: Setting Powered False\u000a09:44:12.518054 bus /sierra_3: Setting Powered False\u000a09:44:13.623884 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:44:03" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2605): Process ended prematurely: osmo-stp_10.42.42.5(pid=2605) [trial-2402↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2605)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2605): Process ended prematurely: osmo-stp_10.42.42.5(pid=2605) [trial-2402↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a09:44:15.601113 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:44:15.612486 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:44:15.735356 tst handover.py: using LAC 40062\u000a09:44:15.863817 tst handover.py: using RAC 27\u000a09:44:16.014667 tst handover.py: using CellId 40062\u000a09:44:16.164036 tst handover.py: using BVCI 40063\u000a09:44:16.193554 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:44:16.352313 tst handover.py: using LAC 40063\u000a09:44:16.510209 tst handover.py: using RAC 28\u000a09:44:16.649737 tst handover.py: using CellId 40063\u000a09:44:16.811555 tst handover.py: using BVCI 40064\u000a09:44:16.842913 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:44:16.854490 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:44:16.865986 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:44:16.877321 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:44:16.889024 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:44:16.900769 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:44:17.018252 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:44:17.236133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:17.729593 run create_hlr_db(pid=2599): Launched\u000a09:44:17.861818 bus /sierra_2: Setting Powered False\u000a09:44:18.937572 run create_hlr_db(pid=2599): Terminated: ok {rc=0}\u000a09:44:19.321599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2601): Launched\u000a09:44:19.626879 run osmo-hlr_10.42.42.2(pid=2602): Launched\u000a09:44:19.742468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:20.244015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2604): Launched\u000a09:44:20.547262 run osmo-stp_10.42.42.5(pid=2605): Launched\u000a09:44:20.657862 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:21.185349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2607): Launched\u000a09:44:21.489364 run osmo-msc_10.42.42.6(pid=2608): Launched\u000a09:44:21.666520 run osmo-stp_10.42.42.5(pid=2605): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2605)]\u000a09:44:21.794718 run osmo-stp_10.42.42.5(pid=2605): stdout: \u000a| (launched: 2022-12-14_09:44:20.396818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:21.921491 run osmo-stp_10.42.42.5(pid=2605): stderr: \u000a| �[0;m�[38;5;43m20221214094420570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094420570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094420571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094420571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094420572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094420572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094420572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:22.043159 run osmo-stp_10.42.42.5(pid=2605): stdout: \u000a| (launched: 2022-12-14_09:44:20.396818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:22.163113 run osmo-stp_10.42.42.5(pid=2605): stderr: \u000a| �[0;m�[38;5;43m20221214094420570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094420570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094420571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094420571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094420572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094420572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094420572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:22.215601 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2605): Process ended prematurely: osmo-stp_10.42.42.5(pid=2605) [trial-2402↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2605)] [trial-2402↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a09:44:22.223649 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:44:22.283556 run osmo-hlr_10.42.42.2(pid=2602): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2602)]\u000a09:44:22.332362 run osmo-hlr_10.42.42.2(pid=2602): stdout: \u000a| (launched: 2022-12-14_09:44:19.475245) \u000a09:44:22.381728 run osmo-hlr_10.42.42.2(pid=2602): stderr: \u000a| �[0;m�[1;31m20221214094419650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094419651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094419651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094419651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094419651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094419651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094419666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094419676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094419676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094419676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:22.448496 run osmo-msc_10.42.42.6(pid=2608): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2608)]\u000a09:44:22.497174 run osmo-msc_10.42.42.6(pid=2608): stdout: \u000a| (launched: 2022-12-14_09:44:21.338242) \u000a09:44:22.546777 run osmo-msc_10.42.42.6(pid=2608): stderr: \u000a| �[0;m�[38;5;43m20221214094421610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094421610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10ed3a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094421610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094421610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094421610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094421610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094421612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094421612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094421613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094421613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:22.588587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2601): Terminating (SIGTERM)\u000a09:44:22.627941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2604): Terminating (SIGTERM)\u000a09:44:22.667300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2607): Terminating (SIGTERM)\u000a09:44:22.676305 --- ParallelTerminationStrategy: PID 2601 died...\u000a09:44:22.729858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2601): Terminated: ok {rc=0}\u000a09:44:22.739396 --- ParallelTerminationStrategy: PID 2604 died...\u000a09:44:22.792238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2604): Terminated: ok {rc=0}\u000a09:44:22.801780 --- ParallelTerminationStrategy: PID 2607 died...\u000a09:44:22.854696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2607): Terminated: ok {rc=0}\u000a09:44:22.944288 bus /sierra_3: Setting Powered False\u000a09:44:24.046147 bus /sierra_3: Setting Powered False\u000a09:44:25.158133 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:44:15" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2623): Process ended prematurely: osmo-stp_10.42.42.5(pid=2623) [trial-2402↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2623)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2623): Process ended prematurely: osmo-stp_10.42.42.5(pid=2623) [trial-2402↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:44:27.121887 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:44:27.132621 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:44:27.261383 tst handover.py: using LAC 40064\u000a09:44:27.391250 tst handover.py: using RAC 29\u000a09:44:27.518070 tst handover.py: using CellId 40064\u000a09:44:27.640023 tst handover.py: using BVCI 40065\u000a09:44:27.663203 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:44:27.798397 tst handover.py: using LAC 40065\u000a09:44:27.917400 tst handover.py: using RAC 30\u000a09:44:28.037511 tst handover.py: using CellId 40065\u000a09:44:28.162573 tst handover.py: using BVCI 40066\u000a09:44:28.185801 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:44:28.196613 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:44:28.207405 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:44:28.218012 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:44:28.229471 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:44:28.240914 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:44:28.362161 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:44:28.571195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:29.063987 run create_hlr_db(pid=2615): Launched\u000a09:44:29.195250 bus /sierra_2: Setting Powered False\u000a09:44:30.261922 run create_hlr_db(pid=2615): Terminated: ok {rc=0}\u000a09:44:30.666152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2617): Launched\u000a09:44:31.058081 run osmo-hlr_10.42.42.2(pid=2619): Launched\u000a09:44:31.265456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:31.871319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2622): Launched\u000a09:44:32.287466 run osmo-stp_10.42.42.5(pid=2623): Launched\u000a09:44:32.450858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:33.015619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2626): Launched\u000a09:44:33.340486 run osmo-msc_10.42.42.6(pid=2627): Launched\u000a09:44:33.529456 run osmo-stp_10.42.42.5(pid=2623): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2623)]\u000a09:44:33.665773 run osmo-stp_10.42.42.5(pid=2623): stdout: \u000a| (launched: 2022-12-14_09:44:32.029224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:33.801238 run osmo-stp_10.42.42.5(pid=2623): stderr: \u000a| �[0;m�[38;5;43m20221214094432362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094432362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094432362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094432363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094432363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094432363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094432363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:33.930717 run osmo-stp_10.42.42.5(pid=2623): stdout: \u000a| (launched: 2022-12-14_09:44:32.029224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:34.059434 run osmo-stp_10.42.42.5(pid=2623): stderr: \u000a| �[0;m�[38;5;43m20221214094432362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094432362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094432362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094432363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094432363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094432363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094432363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:34.115724 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2623): Process ended prematurely: osmo-stp_10.42.42.5(pid=2623) [trial-2402↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2623)] [trial-2402↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a09:44:34.124521 tst handover.py:18: Test FAILED (7.0 sec)\u000a09:44:34.186729 run osmo-hlr_10.42.42.2(pid=2619): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2619)]\u000a09:44:34.238016 run osmo-hlr_10.42.42.2(pid=2619): stdout: \u000a| (launched: 2022-12-14_09:44:30.830878) \u000a09:44:34.289588 run osmo-hlr_10.42.42.2(pid=2619): stderr: \u000a| �[0;m�[1;31m20221214094431173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094431173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094431173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094431173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094431173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094431174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094431188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094431212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094431212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094431215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:34.359794 run osmo-msc_10.42.42.6(pid=2627): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2627)]\u000a09:44:34.411043 run osmo-msc_10.42.42.6(pid=2627): stdout: \u000a| (launched: 2022-12-14_09:44:33.179778) \u000a09:44:34.462684 run osmo-msc_10.42.42.6(pid=2627): stderr: \u000a| �[0;m�[38;5;43m20221214094433502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094433502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5a39a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094433503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094433503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094433503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094433503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094433505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094433505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094433505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094433505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:34.506306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2617): Terminating (SIGTERM)\u000a09:44:34.547592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2622): Terminating (SIGTERM)\u000a09:44:34.588804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2626): Terminating (SIGTERM)\u000a09:44:34.598497 --- ParallelTerminationStrategy: PID 2617 died...\u000a09:44:34.654083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2617): Terminated: ok {rc=0}\u000a09:44:34.664122 --- ParallelTerminationStrategy: PID 2622 died...\u000a09:44:34.719148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2622): Terminated: ok {rc=0}\u000a09:44:34.729174 --- ParallelTerminationStrategy: PID 2626 died...\u000a09:44:34.784313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2626): Terminated: ok {rc=0}\u000a09:44:34.869677 bus /sierra_3: Setting Powered False\u000a09:44:35.975901 bus /sierra_3: Setting Powered False\u000a09:44:37.087286 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:44:26" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2638): Process ended prematurely: osmo-stp_10.42.42.5(pid=2638) [trial-2402↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2638)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2638): Process ended prematurely: osmo-stp_10.42.42.5(pid=2638) [trial-2402↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:44:39.074959 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:39.086545 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:44:39.213451 tst handover.py: using LAC 40066\u000a09:44:39.342239 tst handover.py: using RAC 31\u000a09:44:39.471457 tst handover.py: using CellId 40066\u000a09:44:39.600677 tst handover.py: using BVCI 40067\u000a09:44:39.625405 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:44:39.763822 tst handover.py: using LAC 40067\u000a09:44:39.894788 tst handover.py: using RAC 32\u000a09:44:40.022020 tst handover.py: using CellId 40067\u000a09:44:40.144150 tst handover.py: using BVCI 40068\u000a09:44:40.167275 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:40.178396 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:40.189350 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:40.200334 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:40.211841 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:40.223172 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:44:40.342358 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:44:40.552620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:41.044749 run create_hlr_db(pid=2632): Launched\u000a09:44:41.175939 bus /sierra_2: Setting Powered False\u000a09:44:42.252908 run create_hlr_db(pid=2632): Terminated: ok {rc=0}\u000a09:44:42.635421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2634): Launched\u000a09:44:42.941189 run osmo-hlr_10.42.42.2(pid=2635): Launched\u000a09:44:43.066024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:43.571835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2637): Launched\u000a09:44:43.876547 run osmo-stp_10.42.42.5(pid=2638): Launched\u000a09:44:43.987639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:44.518107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2640): Launched\u000a09:44:44.824167 run osmo-msc_10.42.42.6(pid=2641): Launched\u000a09:44:45.002835 run osmo-stp_10.42.42.5(pid=2638): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2638)]\u000a09:44:45.132190 run osmo-stp_10.42.42.5(pid=2638): stdout: \u000a| (launched: 2022-12-14_09:44:43.724595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:45.258746 run osmo-stp_10.42.42.5(pid=2638): stderr: \u000a| �[0;m�[38;5;43m20221214094443897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094443897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094443897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094443898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094443898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094443898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094443898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:45.379790 run osmo-stp_10.42.42.5(pid=2638): stdout: \u000a| (launched: 2022-12-14_09:44:43.724595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:45.499850 run osmo-stp_10.42.42.5(pid=2638): stderr: \u000a| �[0;m�[38;5;43m20221214094443897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094443897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094443897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094443898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094443898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094443898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094443898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:45.552463 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2638): Process ended prematurely: osmo-stp_10.42.42.5(pid=2638) [trial-2402↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2638)] [trial-2402↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:44:45.560464 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:44:45.620797 run osmo-hlr_10.42.42.2(pid=2635): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2635)]\u000a09:44:45.670199 run osmo-hlr_10.42.42.2(pid=2635): stdout: \u000a| (launched: 2022-12-14_09:44:42.788876) \u000a09:44:45.720062 run osmo-hlr_10.42.42.2(pid=2635): stderr: \u000a| �[0;m�[1;31m20221214094442968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094442968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094442968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094442968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094442968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094442968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094442980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094442988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094442988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094442988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:45.788105 run osmo-msc_10.42.42.6(pid=2641): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2641)]\u000a09:44:45.838421 run osmo-msc_10.42.42.6(pid=2641): stdout: \u000a| (launched: 2022-12-14_09:44:44.671592) \u000a09:44:45.891777 run osmo-msc_10.42.42.6(pid=2641): stderr: \u000a| �[0;m�[38;5;43m20221214094444943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094444943 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf2d120c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094444943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094444943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094444943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094444943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094444945 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094444946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094444946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094444946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:45.946906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2634): Terminating (SIGTERM)\u000a09:44:45.987573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2637): Terminating (SIGTERM)\u000a09:44:46.036065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2640): Terminating (SIGTERM)\u000a09:44:46.047863 --- ParallelTerminationStrategy: PID 2634 died...\u000a09:44:46.114317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2634): Terminated: ok {rc=0}\u000a09:44:46.126530 --- ParallelTerminationStrategy: PID 2637 died...\u000a09:44:46.192031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2637): Terminated: ok {rc=0}\u000a09:44:46.204615 --- ParallelTerminationStrategy: PID 2640 died...\u000a09:44:46.270943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2640): Terminated: ok {rc=0}\u000a09:44:46.372119 bus /sierra_3: Setting Powered False\u000a09:44:47.478119 bus /sierra_3: Setting Powered False\u000a09:44:48.585620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:44:38" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2652): Process ended prematurely: osmo-stp_10.42.42.5(pid=2652) [trial-2402↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2652)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2652): Process ended prematurely: osmo-stp_10.42.42.5(pid=2652) [trial-2402↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:44:50.585109 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:50.596571 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:44:50.725609 tst handover.py: using LAC 40068\u000a09:44:50.854749 tst handover.py: using RAC 33\u000a09:44:50.982343 tst handover.py: using CellId 40068\u000a09:44:51.109390 tst handover.py: using BVCI 40069\u000a09:44:51.134277 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:44:51.280012 tst handover.py: using LAC 40069\u000a09:44:51.408518 tst handover.py: using RAC 34\u000a09:44:51.535481 tst handover.py: using CellId 40069\u000a09:44:51.664421 tst handover.py: using BVCI 40070\u000a09:44:51.689342 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:51.700711 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:51.712033 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:51.723348 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:51.734818 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:51.746217 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:44:51.862391 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:44:52.074893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:52.568191 run create_hlr_db(pid=2646): Launched\u000a09:44:52.691174 bus /sierra_2: Setting Powered False\u000a09:44:53.763235 run create_hlr_db(pid=2646): Terminated: ok {rc=0}\u000a09:44:54.142445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2648): Launched\u000a09:44:54.447960 run osmo-hlr_10.42.42.2(pid=2649): Launched\u000a09:44:54.567018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:55.077913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2651): Launched\u000a09:44:55.382934 run osmo-stp_10.42.42.5(pid=2652): Launched\u000a09:44:55.493848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:56.022957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2654): Launched\u000a09:44:56.328633 run osmo-msc_10.42.42.6(pid=2655): Launched\u000a09:44:56.506473 run osmo-stp_10.42.42.5(pid=2652): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2652)]\u000a09:44:56.634999 run osmo-stp_10.42.42.5(pid=2652): stdout: \u000a| (launched: 2022-12-14_09:44:55.231324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:56.761262 run osmo-stp_10.42.42.5(pid=2652): stderr: \u000a| �[0;m�[38;5;43m20221214094455405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094455405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094455406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094455406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094455406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094455407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094455407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:56.882632 run osmo-stp_10.42.42.5(pid=2652): stdout: \u000a| (launched: 2022-12-14_09:44:55.231324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:57.002657 run osmo-stp_10.42.42.5(pid=2652): stderr: \u000a| �[0;m�[38;5;43m20221214094455405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094455405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094455406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094455406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094455406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094455407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094455407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:57.055215 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2652): Process ended prematurely: osmo-stp_10.42.42.5(pid=2652) [trial-2402↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2652)] [trial-2402↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:44:57.063194 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:44:57.122851 run osmo-hlr_10.42.42.2(pid=2649): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2649)]\u000a09:44:57.172085 run osmo-hlr_10.42.42.2(pid=2649): stdout: \u000a| (launched: 2022-12-14_09:44:54.296425) \u000a09:44:57.222052 run osmo-hlr_10.42.42.2(pid=2649): stderr: \u000a| �[0;m�[1;31m20221214094454474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094454474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094454474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094454474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094454474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094454474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094454486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094454494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094454495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094454495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:57.289563 run osmo-msc_10.42.42.6(pid=2655): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2655)]\u000a09:44:57.338726 run osmo-msc_10.42.42.6(pid=2655): stdout: \u000a| (launched: 2022-12-14_09:44:56.176208) \u000a09:44:57.388356 run osmo-msc_10.42.42.6(pid=2655): stderr: \u000a| �[0;m�[38;5;43m20221214094456447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094456447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78cbbf0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094456447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094456447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094456448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094456448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094456450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094456450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094456450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094456450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:57.430321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2648): Terminating (SIGTERM)\u000a09:44:57.469816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2651): Terminating (SIGTERM)\u000a09:44:57.509419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2654): Terminating (SIGTERM)\u000a09:44:57.518506 --- ParallelTerminationStrategy: PID 2648 died...\u000a09:44:57.572063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2648): Terminated: ok {rc=0}\u000a09:44:57.581621 --- ParallelTerminationStrategy: PID 2651 died...\u000a09:44:57.634698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2651): Terminated: ok {rc=0}\u000a09:44:57.644144 --- ParallelTerminationStrategy: PID 2654 died...\u000a09:44:57.697303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2654): Terminated: ok {rc=0}\u000a09:44:57.784809 bus /sierra_3: Setting Powered False\u000a09:44:58.888119 bus /sierra_3: Setting Powered False\u000a09:44:59.994698 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:44:50" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2670): Process ended prematurely: osmo-stp_10.42.42.5(pid=2670) [trial-2402↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2670)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2670): Process ended prematurely: osmo-stp_10.42.42.5(pid=2670) [trial-2402↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:45:02.004773 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:02.016539 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:45:02.170696 tst handover.py: using LAC 40070\u000a09:45:02.293823 tst handover.py: using RAC 35\u000a09:45:02.411546 tst handover.py: using CellId 40070\u000a09:45:02.533715 tst handover.py: using BVCI 40071\u000a09:45:02.556599 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:45:02.678230 tst handover.py: using LAC 40071\u000a09:45:02.795929 tst handover.py: using RAC 36\u000a09:45:02.916368 tst handover.py: using CellId 40071\u000a09:45:03.041324 tst handover.py: using BVCI 40072\u000a09:45:03.066354 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:03.077804 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:03.089113 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:03.100360 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:03.111574 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:03.122793 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:45:03.239297 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:45:03.453160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:03.944145 run create_hlr_db(pid=2664): Launched\u000a09:45:04.075090 bus /sierra_2: Setting Powered False\u000a09:45:05.151797 run create_hlr_db(pid=2664): Terminated: ok {rc=0}\u000a09:45:05.534488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2666): Launched\u000a09:45:05.840129 run osmo-hlr_10.42.42.2(pid=2667): Launched\u000a09:45:05.959714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:06.470376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2669): Launched\u000a09:45:06.774376 run osmo-stp_10.42.42.5(pid=2670): Launched\u000a09:45:06.883886 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:07.411831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2672): Launched\u000a09:45:07.715892 run osmo-msc_10.42.42.6(pid=2673): Launched\u000a09:45:07.893868 run osmo-stp_10.42.42.5(pid=2670): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2670)]\u000a09:45:08.021953 run osmo-stp_10.42.42.5(pid=2670): stdout: \u000a| (launched: 2022-12-14_09:45:06.623617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:08.148019 run osmo-stp_10.42.42.5(pid=2670): stderr: \u000a| �[0;m�[38;5;43m20221214094506797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094506797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094506797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094506797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094506798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094506798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094506798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:08.268743 run osmo-stp_10.42.42.5(pid=2670): stdout: \u000a| (launched: 2022-12-14_09:45:06.623617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:08.388730 run osmo-stp_10.42.42.5(pid=2670): stderr: \u000a| �[0;m�[38;5;43m20221214094506797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094506797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094506797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094506797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094506798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094506798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094506798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:08.441279 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2670): Process ended prematurely: osmo-stp_10.42.42.5(pid=2670) [trial-2402↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2670)] [trial-2402↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a09:45:08.449243 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:45:08.509598 run osmo-hlr_10.42.42.2(pid=2667): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2667)]\u000a09:45:08.558549 run osmo-hlr_10.42.42.2(pid=2667): stdout: \u000a| (launched: 2022-12-14_09:45:05.687782) \u000a09:45:08.608705 run osmo-hlr_10.42.42.2(pid=2667): stderr: \u000a| �[0;m�[1;31m20221214094505865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094505865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094505865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094505865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094505865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094505865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094505877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094505886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094505886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094505886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:08.676085 run osmo-msc_10.42.42.6(pid=2673): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2673)]\u000a09:45:08.725359 run osmo-msc_10.42.42.6(pid=2673): stdout: \u000a| (launched: 2022-12-14_09:45:07.564869) \u000a09:45:08.774748 run osmo-msc_10.42.42.6(pid=2673): stderr: \u000a| �[0;m�[38;5;43m20221214094507839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094507839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f734ce2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094507839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094507839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094507839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094507839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094507841 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094507842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094507842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094507842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:08.816740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2666): Terminating (SIGTERM)\u000a09:45:08.856247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2669): Terminating (SIGTERM)\u000a09:45:08.895705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2672): Terminating (SIGTERM)\u000a09:45:08.904709 --- ParallelTerminationStrategy: PID 2666 died...\u000a09:45:08.958318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2666): Terminated: ok {rc=0}\u000a09:45:08.967825 --- ParallelTerminationStrategy: PID 2669 died...\u000a09:45:09.021087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2669): Terminated: ok {rc=0}\u000a09:45:09.030435 --- ParallelTerminationStrategy: PID 2672 died...\u000a09:45:09.083254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2672): Terminated: ok {rc=0}\u000a09:45:09.170121 bus /sierra_3: Setting Powered False\u000a09:45:10.272188 bus /sierra_3: Setting Powered False\u000a09:45:11.382916 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:45:01" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2684): Process ended prematurely: osmo-stp_10.42.42.5(pid=2684) [trial-2402↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2684)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2684): Process ended prematurely: osmo-stp_10.42.42.5(pid=2684) [trial-2402↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:45:13.351824 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:13.362995 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:45:13.497545 tst handover.py: using LAC 40072\u000a09:45:13.624457 tst handover.py: using RAC 37\u000a09:45:13.755675 tst handover.py: using CellId 40072\u000a09:45:13.880590 tst handover.py: using BVCI 40073\u000a09:45:13.905772 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:45:14.046657 tst handover.py: using LAC 40073\u000a09:45:14.173199 tst handover.py: using RAC 38\u000a09:45:14.298623 tst handover.py: using CellId 40073\u000a09:45:14.427385 tst handover.py: using BVCI 40074\u000a09:45:14.452498 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:14.464106 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:14.475245 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:14.486762 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:14.498786 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:14.510911 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:45:14.626858 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:45:14.838515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:15.328752 run create_hlr_db(pid=2678): Launched\u000a09:45:15.461292 bus /sierra_2: Setting Powered False\u000a09:45:16.541233 run create_hlr_db(pid=2678): Terminated: ok {rc=0}\u000a09:45:16.957926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2680): Launched\u000a09:45:17.281260 run osmo-hlr_10.42.42.2(pid=2681): Launched\u000a09:45:17.394303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:17.898969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2683): Launched\u000a09:45:18.204389 run osmo-stp_10.42.42.5(pid=2684): Launched\u000a09:45:18.314965 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:18.844866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2686): Launched\u000a09:45:19.148819 run osmo-msc_10.42.42.6(pid=2687): Launched\u000a09:45:19.326312 run osmo-stp_10.42.42.5(pid=2684): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2684)]\u000a09:45:19.455294 run osmo-stp_10.42.42.5(pid=2684): stdout: \u000a| (launched: 2022-12-14_09:45:18.051547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:19.582027 run osmo-stp_10.42.42.5(pid=2684): stderr: \u000a| �[0;m�[38;5;43m20221214094518227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094518227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094518227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094518228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094518228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094518228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094518228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:19.703287 run osmo-stp_10.42.42.5(pid=2684): stdout: \u000a| (launched: 2022-12-14_09:45:18.051547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:19.823536 run osmo-stp_10.42.42.5(pid=2684): stderr: \u000a| �[0;m�[38;5;43m20221214094518227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094518227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094518227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094518228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094518228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094518228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094518228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:19.876256 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2684): Process ended prematurely: osmo-stp_10.42.42.5(pid=2684) [trial-2402↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2684)] [trial-2402↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a09:45:19.884423 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:45:19.945044 run osmo-hlr_10.42.42.2(pid=2681): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2681)]\u000a09:45:19.994219 run osmo-hlr_10.42.42.2(pid=2681): stdout: \u000a| (launched: 2022-12-14_09:45:17.114751) \u000a09:45:20.043887 run osmo-hlr_10.42.42.2(pid=2681): stderr: \u000a| �[0;m�[1;31m20221214094517352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094517352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094517352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094517352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094517352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094517352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094517364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094517373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094517373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094517373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:20.111738 run osmo-msc_10.42.42.6(pid=2687): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2687)]\u000a09:45:20.160840 run osmo-msc_10.42.42.6(pid=2687): stdout: \u000a| (launched: 2022-12-14_09:45:18.997991) \u000a09:45:20.210429 run osmo-msc_10.42.42.6(pid=2687): stderr: \u000a| �[0;m�[38;5;43m20221214094519269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094519269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cd0116c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094519269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094519269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094519269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094519270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094519271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094519272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094519272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094519272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:20.252580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2680): Terminating (SIGTERM)\u000a09:45:20.292421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2683): Terminating (SIGTERM)\u000a09:45:20.332371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2686): Terminating (SIGTERM)\u000a09:45:20.341599 --- ParallelTerminationStrategy: PID 2680 died...\u000a09:45:20.395575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2680): Terminated: ok {rc=0}\u000a09:45:20.405194 --- ParallelTerminationStrategy: PID 2683 died...\u000a09:45:20.458984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2683): Terminated: ok {rc=0}\u000a09:45:20.468507 --- ParallelTerminationStrategy: PID 2686 died...\u000a09:45:20.522444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2686): Terminated: ok {rc=0}\u000a09:45:20.610357 bus /sierra_3: Setting Powered False\u000a09:45:21.711876 bus /sierra_3: Setting Powered False\u000a09:45:22.820687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:45:13" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2698): Process ended prematurely: osmo-stp_10.42.42.5(pid=2698) [trial-2402↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2698)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2698): Process ended prematurely: osmo-stp_10.42.42.5(pid=2698) [trial-2402↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:45:24.809428 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:24.820833 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:45:24.943727 tst handover.py: using LAC 40074\u000a09:45:25.067020 tst handover.py: using RAC 39\u000a09:45:25.192344 tst handover.py: using CellId 40074\u000a09:45:25.316869 tst handover.py: using BVCI 40075\u000a09:45:25.341359 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:45:25.487241 tst handover.py: using LAC 40075\u000a09:45:25.624242 tst handover.py: using RAC 40\u000a09:45:25.749415 tst handover.py: using CellId 40075\u000a09:45:25.874715 tst handover.py: using BVCI 40076\u000a09:45:25.899116 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:25.910417 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:25.921482 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:25.932454 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:25.943750 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:25.955045 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:45:26.071558 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:45:26.271069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:26.718606 run create_hlr_db(pid=2692): Launched\u000a09:45:26.840214 bus /sierra_2: Setting Powered False\u000a09:45:27.912099 run create_hlr_db(pid=2692): Terminated: ok {rc=0}\u000a09:45:28.285360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2694): Launched\u000a09:45:28.587244 run osmo-hlr_10.42.42.2(pid=2695): Launched\u000a09:45:28.703355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:29.207266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2697): Launched\u000a09:45:29.506584 run osmo-stp_10.42.42.5(pid=2698): Launched\u000a09:45:29.614826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:30.136725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2700): Launched\u000a09:45:30.438877 run osmo-msc_10.42.42.6(pid=2701): Launched\u000a09:45:30.613854 run osmo-stp_10.42.42.5(pid=2698): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2698)]\u000a09:45:30.741145 run osmo-stp_10.42.42.5(pid=2698): stdout: \u000a| (launched: 2022-12-14_09:45:29.357765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:30.880279 run osmo-stp_10.42.42.5(pid=2698): stderr: \u000a| �[0;m�[38;5;43m20221214094529528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094529528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094529528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094529529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094529529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094529529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094529529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:31.017723 run osmo-stp_10.42.42.5(pid=2698): stdout: \u000a| (launched: 2022-12-14_09:45:29.357765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:31.149369 run osmo-stp_10.42.42.5(pid=2698): stderr: \u000a| �[0;m�[38;5;43m20221214094529528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094529528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094529528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094529529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094529529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094529529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094529529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:31.220233 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2698): Process ended prematurely: osmo-stp_10.42.42.5(pid=2698) [trial-2402↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2698)] [trial-2402↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a09:45:31.229858 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:45:31.295807 run osmo-hlr_10.42.42.2(pid=2695): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2695)]\u000a09:45:31.350161 run osmo-hlr_10.42.42.2(pid=2695): stdout: \u000a| (launched: 2022-12-14_09:45:28.437447) \u000a09:45:31.404645 run osmo-hlr_10.42.42.2(pid=2695): stderr: \u000a| �[0;m�[1;31m20221214094528615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094528615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094528615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094528615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094528615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094528615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094528628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094528636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094528636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094528636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:31.481671 run osmo-msc_10.42.42.6(pid=2701): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2701)]\u000a09:45:31.534982 run osmo-msc_10.42.42.6(pid=2701): stdout: \u000a| (launched: 2022-12-14_09:45:30.288212) \u000a09:45:31.590992 run osmo-msc_10.42.42.6(pid=2701): stderr: \u000a| �[0;m�[38;5;43m20221214094530558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094530558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe82b998c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094530558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094530558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094530559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094530559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094530560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094530561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094530561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094530561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:31.638179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2694): Terminating (SIGTERM)\u000a09:45:31.684564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2697): Terminating (SIGTERM)\u000a09:45:31.730370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2700): Terminating (SIGTERM)\u000a09:45:31.742268 --- ParallelTerminationStrategy: PID 2694 died...\u000a09:45:31.803188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2694): Terminated: ok {rc=0}\u000a09:45:31.814893 --- ParallelTerminationStrategy: PID 2697 died...\u000a09:45:31.872746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2697): Terminated: ok {rc=0}\u000a09:45:31.884437 --- ParallelTerminationStrategy: PID 2700 died...\u000a09:45:31.943420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2700): Terminated: ok {rc=0}\u000a09:45:32.033727 bus /sierra_3: Setting Powered False\u000a09:45:33.139299 bus /sierra_3: Setting Powered False\u000a09:45:34.248218 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:45:24" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2712): Process ended prematurely: osmo-stp_10.42.42.5(pid=2712) [trial-2402↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2712)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2712): Process ended prematurely: osmo-stp_10.42.42.5(pid=2712) [trial-2402↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:45:36.234873 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:45:36.245751 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:45:36.367279 tst handover.py: using LAC 40076\u000a09:45:36.484207 tst handover.py: using RAC 41\u000a09:45:36.602375 tst handover.py: using CellId 40076\u000a09:45:36.722065 tst handover.py: using BVCI 40077\u000a09:45:36.744631 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:45:36.879512 tst handover.py: using LAC 40077\u000a09:45:36.996106 tst handover.py: using RAC 42\u000a09:45:37.114492 tst handover.py: using CellId 40077\u000a09:45:37.233973 tst handover.py: using BVCI 40078\u000a09:45:37.256527 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:45:37.267355 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:45:37.278148 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:45:37.288652 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:45:37.299741 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:45:37.310728 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:45:37.430770 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:45:37.635605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:38.080135 run create_hlr_db(pid=2706): Launched\u000a09:45:38.202139 bus /sierra_2: Setting Powered False\u000a09:45:39.274014 run create_hlr_db(pid=2706): Terminated: ok {rc=0}\u000a09:45:39.647947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2708): Launched\u000a09:45:39.949649 run osmo-hlr_10.42.42.2(pid=2709): Launched\u000a09:45:40.066173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:40.567566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2711): Launched\u000a09:45:40.866986 run osmo-stp_10.42.42.5(pid=2712): Launched\u000a09:45:40.984108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:41.509581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2714): Launched\u000a09:45:41.810554 run osmo-msc_10.42.42.6(pid=2715): Launched\u000a09:45:41.987002 run osmo-stp_10.42.42.5(pid=2712): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2712)]\u000a09:45:42.115153 run osmo-stp_10.42.42.5(pid=2712): stdout: \u000a| (launched: 2022-12-14_09:45:40.718590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:42.240157 run osmo-stp_10.42.42.5(pid=2712): stderr: \u000a| �[0;m�[38;5;43m20221214094540888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094540888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094540888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094540889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094540889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094540889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094540890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:42.360311 run osmo-stp_10.42.42.5(pid=2712): stdout: \u000a| (launched: 2022-12-14_09:45:40.718590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:42.479386 run osmo-stp_10.42.42.5(pid=2712): stderr: \u000a| �[0;m�[38;5;43m20221214094540888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094540888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094540888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094540889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094540889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094540889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094540890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:42.531510 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2712): Process ended prematurely: osmo-stp_10.42.42.5(pid=2712) [trial-2402↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2712)] [trial-2402↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a09:45:42.539406 tst handover.py:18: Test FAILED (6.3 sec)\u000a09:45:42.600116 run osmo-hlr_10.42.42.2(pid=2709): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2709)]\u000a09:45:42.649722 run osmo-hlr_10.42.42.2(pid=2709): stdout: \u000a| (launched: 2022-12-14_09:45:39.799767) \u000a09:45:42.699528 run osmo-hlr_10.42.42.2(pid=2709): stderr: \u000a| �[0;m�[1;31m20221214094539977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094539977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094539977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094539977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094539977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094539977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094539989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094539997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094539997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094539998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:42.766879 run osmo-msc_10.42.42.6(pid=2715): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2715)]\u000a09:45:42.815871 run osmo-msc_10.42.42.6(pid=2715): stdout: \u000a| (launched: 2022-12-14_09:45:41.661012) \u000a09:45:42.865669 run osmo-msc_10.42.42.6(pid=2715): stderr: \u000a| �[0;m�[38;5;43m20221214094541928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094541928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b4a538c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094541928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094541928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094541929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094541929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094541930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094541931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094541931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094541931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:42.907403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2708): Terminating (SIGTERM)\u000a09:45:42.947114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2711): Terminating (SIGTERM)\u000a09:45:42.986762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2714): Terminating (SIGTERM)\u000a09:45:42.995882 --- ParallelTerminationStrategy: PID 2708 died...\u000a09:45:43.049629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2708): Terminated: ok {rc=0}\u000a09:45:43.059174 --- ParallelTerminationStrategy: PID 2711 died...\u000a09:45:43.112243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2711): Terminated: ok {rc=0}\u000a09:45:43.122031 --- ParallelTerminationStrategy: PID 2714 died...\u000a09:45:43.175124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2714): Terminated: ok {rc=0}\u000a09:45:43.257888 bus /sierra_3: Setting Powered False\u000a09:45:44.364136 bus /sierra_3: Setting Powered False\u000a09:45:45.471246 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:45:35" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2727): Process ended prematurely: osmo-stp_10.42.42.5(pid=2727) [trial-2402↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2727)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2727): Process ended prematurely: osmo-stp_10.42.42.5(pid=2727) [trial-2402↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:45:47.505048 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:45:47.516164 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:45:47.637007 tst handover.py: using LAC 40078\u000a09:45:47.753829 tst handover.py: using RAC 43\u000a09:45:47.870539 tst handover.py: using CellId 40078\u000a09:45:47.986524 tst handover.py: using BVCI 40079\u000a09:45:48.009236 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:45:48.139768 tst handover.py: using LAC 40079\u000a09:45:48.257699 tst handover.py: using RAC 44\u000a09:45:48.373016 tst handover.py: using CellId 40079\u000a09:45:48.495778 tst handover.py: using BVCI 40080\u000a09:45:48.518583 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:45:48.529593 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:45:48.540598 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:45:48.551612 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:45:48.563410 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:45:48.575150 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:45:48.694526 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:45:48.903269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:49.389960 run create_hlr_db(pid=2720): Launched\u000a09:45:49.519974 bus /sierra_2: Setting Powered False\u000a09:45:50.596187 run create_hlr_db(pid=2720): Terminated: ok {rc=0}\u000a09:45:50.973951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2722): Launched\u000a09:45:51.274757 run osmo-hlr_10.42.42.2(pid=2723): Launched\u000a09:45:51.384772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:51.879106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2725): Launched\u000a09:45:52.191846 run osmo-stp_10.42.42.5(pid=2727): Launched\u000a09:45:52.301028 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:52.823102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2729): Launched\u000a09:45:53.122912 run osmo-msc_10.42.42.6(pid=2730): Launched\u000a09:45:53.298912 run osmo-stp_10.42.42.5(pid=2727): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2727)]\u000a09:45:53.425994 run osmo-stp_10.42.42.5(pid=2727): stdout: \u000a| (launched: 2022-12-14_09:45:52.039680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:53.551280 run osmo-stp_10.42.42.5(pid=2727): stderr: \u000a| �[0;m�[38;5;43m20221214094552211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094552211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094552212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094552212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094552213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094552213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094552213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:53.671208 run osmo-stp_10.42.42.5(pid=2727): stdout: \u000a| (launched: 2022-12-14_09:45:52.039680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:53.790033 run osmo-stp_10.42.42.5(pid=2727): stderr: \u000a| �[0;m�[38;5;43m20221214094552211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094552211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094552212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094552212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094552213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094552213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094552213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:53.841995 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2727): Process ended prematurely: osmo-stp_10.42.42.5(pid=2727) [trial-2402↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2727)] [trial-2402↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:45:53.850184 tst handover.py:18: Test FAILED (6.3 sec)\u000a09:45:53.910282 run osmo-hlr_10.42.42.2(pid=2723): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2723)]\u000a09:45:53.959439 run osmo-hlr_10.42.42.2(pid=2723): stdout: \u000a| (launched: 2022-12-14_09:45:51.126075) \u000a09:45:54.009351 run osmo-hlr_10.42.42.2(pid=2723): stderr: \u000a| �[0;m�[1;31m20221214094551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094551301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094551314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094551322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094551322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094551322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:54.076730 run osmo-msc_10.42.42.6(pid=2730): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2730)]\u000a09:45:54.125825 run osmo-msc_10.42.42.6(pid=2730): stdout: \u000a| (launched: 2022-12-14_09:45:52.974285) \u000a09:45:54.175389 run osmo-msc_10.42.42.6(pid=2730): stderr: \u000a| �[0;m�[38;5;43m20221214094553241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094553241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c86db0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094553241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094553241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094553242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094553242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094553243 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094553244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094553244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094553244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:54.217181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2722): Terminating (SIGTERM)\u000a09:45:54.256594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2725): Terminating (SIGTERM)\u000a09:45:54.295847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2729): Terminating (SIGTERM)\u000a09:45:54.304928 --- ParallelTerminationStrategy: PID 2722 died...\u000a09:45:54.358336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2722): Terminated: ok {rc=0}\u000a09:45:54.367756 --- ParallelTerminationStrategy: PID 2725 died...\u000a09:45:54.420793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2725): Terminated: ok {rc=0}\u000a09:45:54.430364 --- ParallelTerminationStrategy: PID 2729 died...\u000a09:45:54.483339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2729): Terminated: ok {rc=0}\u000a09:45:54.566165 bus /sierra_3: Setting Powered False\u000a09:45:55.671567 bus /sierra_3: Setting Powered False\u000a09:45:56.782428 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:45:47" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2741): Process ended prematurely: osmo-stp_10.42.42.5(pid=2741) [trial-2402↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2741)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2741): Process ended prematurely: osmo-stp_10.42.42.5(pid=2741) [trial-2402↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:45:58.758878 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:58.770766 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:45:58.892061 tst handover.py: using LAC 40080\u000a09:45:59.010765 tst handover.py: using RAC 45\u000a09:45:59.127995 tst handover.py: using CellId 40080\u000a09:45:59.255084 tst handover.py: using BVCI 40081\u000a09:45:59.279604 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:45:59.423202 tst handover.py: using LAC 40081\u000a09:45:59.553814 tst handover.py: using RAC 46\u000a09:45:59.678328 tst handover.py: using CellId 40081\u000a09:45:59.802398 tst handover.py: using BVCI 40082\u000a09:45:59.826722 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:59.838169 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:59.849461 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:59.860726 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:59.872433 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:59.884242 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:46:00.000191 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:46:00.206839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:00.692057 run create_hlr_db(pid=2735): Launched\u000a09:46:00.822934 bus /sierra_2: Setting Powered False\u000a09:46:01.954155 run create_hlr_db(pid=2735): Terminated: ok {rc=0}\u000a09:46:02.367773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2737): Launched\u000a09:46:02.670593 run osmo-hlr_10.42.42.2(pid=2738): Launched\u000a09:46:02.790302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:03.292854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2740): Launched\u000a09:46:03.593761 run osmo-stp_10.42.42.5(pid=2741): Launched\u000a09:46:03.704883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:04.230464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2743): Launched\u000a09:46:04.532522 run osmo-msc_10.42.42.6(pid=2744): Launched\u000a09:46:04.710000 run osmo-stp_10.42.42.5(pid=2741): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2741)]\u000a09:46:04.839229 run osmo-stp_10.42.42.5(pid=2741): stdout: \u000a| (launched: 2022-12-14_09:46:03.446034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:04.965348 run osmo-stp_10.42.42.5(pid=2741): stderr: \u000a| �[0;m�[38;5;43m20221214094603614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094603614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094603614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094603615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094603615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094603615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094603615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:05.086665 run osmo-stp_10.42.42.5(pid=2741): stdout: \u000a| (launched: 2022-12-14_09:46:03.446034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:05.206847 run osmo-stp_10.42.42.5(pid=2741): stderr: \u000a| �[0;m�[38;5;43m20221214094603614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094603614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094603614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094603615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094603615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094603615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094603615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:05.259442 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2741): Process ended prematurely: osmo-stp_10.42.42.5(pid=2741) [trial-2402↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2741)] [trial-2402↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:46:05.267519 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:46:05.327378 run osmo-hlr_10.42.42.2(pid=2738): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2738)]\u000a09:46:05.376451 run osmo-hlr_10.42.42.2(pid=2738): stdout: \u000a| (launched: 2022-12-14_09:46:02.520565) \u000a09:46:05.425939 run osmo-hlr_10.42.42.2(pid=2738): stderr: \u000a| �[0;m�[1;31m20221214094602690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094602690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094602690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094602690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094602690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094602690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094602702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094602710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094602711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094602711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:05.493295 run osmo-msc_10.42.42.6(pid=2744): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2744)]\u000a09:46:05.542522 run osmo-msc_10.42.42.6(pid=2744): stdout: \u000a| (launched: 2022-12-14_09:46:04.383618) \u000a09:46:05.592135 run osmo-msc_10.42.42.6(pid=2744): stderr: \u000a| �[0;m�[38;5;43m20221214094604654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094604654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff05311bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094604655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094604655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094604655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094604655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094604657 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094604657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094604657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094604657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:05.633913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2737): Terminating (SIGTERM)\u000a09:46:05.673470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2740): Terminating (SIGTERM)\u000a09:46:05.712842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2743): Terminating (SIGTERM)\u000a09:46:05.721986 --- ParallelTerminationStrategy: PID 2737 died...\u000a09:46:05.775994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2737): Terminated: ok {rc=0}\u000a09:46:05.785893 --- ParallelTerminationStrategy: PID 2740 died...\u000a09:46:05.839289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2740): Terminated: ok {rc=0}\u000a09:46:05.848778 --- ParallelTerminationStrategy: PID 2743 died...\u000a09:46:05.901802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2743): Terminated: ok {rc=0}\u000a09:46:05.989261 bus /sierra_3: Setting Powered False\u000a09:46:07.091339 bus /sierra_3: Setting Powered False\u000a09:46:08.199589 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:45:58" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2755): Process ended prematurely: osmo-stp_10.42.42.5(pid=2755) [trial-2402↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2755)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2755): Process ended prematurely: osmo-stp_10.42.42.5(pid=2755) [trial-2402↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:46:10.160682 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:10.171701 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:46:10.292914 tst handover.py: using LAC 40082\u000a09:46:10.414561 tst handover.py: using RAC 47\u000a09:46:10.541297 tst handover.py: using CellId 40082\u000a09:46:10.669365 tst handover.py: using BVCI 40083\u000a09:46:10.694026 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:46:10.823560 tst handover.py: using LAC 40083\u000a09:46:10.952339 tst handover.py: using RAC 48\u000a09:46:11.076632 tst handover.py: using CellId 40083\u000a09:46:11.197221 tst handover.py: using BVCI 40084\u000a09:46:11.220293 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:11.231383 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:11.242197 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:11.252711 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:11.264007 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:11.275092 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:46:11.390724 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:46:11.601619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:12.090460 run create_hlr_db(pid=2749): Launched\u000a09:46:12.221760 bus /sierra_2: Setting Powered False\u000a09:46:13.297574 run create_hlr_db(pid=2749): Terminated: ok {rc=0}\u000a09:46:13.676224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2751): Launched\u000a09:46:13.978918 run osmo-hlr_10.42.42.2(pid=2752): Launched\u000a09:46:14.096681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:14.602278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2754): Launched\u000a09:46:14.904570 run osmo-stp_10.42.42.5(pid=2755): Launched\u000a09:46:15.014472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:15.539737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2757): Launched\u000a09:46:15.880420 run osmo-msc_10.42.42.6(pid=2758): Launched\u000a09:46:16.419696 run osmo-stp_10.42.42.5(pid=2755): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2755)]\u000a09:46:16.559859 run osmo-stp_10.42.42.5(pid=2755): stdout: \u000a| (launched: 2022-12-14_09:46:14.755059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:16.699826 run osmo-stp_10.42.42.5(pid=2755): stderr: \u000a| �[0;m�[38;5;43m20221214094614922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094614922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094614922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094614923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094614923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094614923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094614923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:16.832939 run osmo-stp_10.42.42.5(pid=2755): stdout: \u000a| (launched: 2022-12-14_09:46:14.755059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:16.966305 run osmo-stp_10.42.42.5(pid=2755): stderr: \u000a| �[0;m�[38;5;43m20221214094614922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094614922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094614922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094614923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094614923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094614923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094614923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:17.023609 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2755): Process ended prematurely: osmo-stp_10.42.42.5(pid=2755) [trial-2402↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2755)] [trial-2402↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a09:46:17.032754 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:46:17.097117 run osmo-hlr_10.42.42.2(pid=2752): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2752)]\u000a09:46:17.151025 run osmo-hlr_10.42.42.2(pid=2752): stdout: \u000a| (launched: 2022-12-14_09:46:13.828703) \u000a09:46:17.204847 run osmo-hlr_10.42.42.2(pid=2752): stderr: \u000a| �[0;m�[1;31m20221214094614001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094614001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094614001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094614002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094614002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094614002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094614017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094614025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094614025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094614025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:17.277757 run osmo-msc_10.42.42.6(pid=2758): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2758)]\u000a09:46:17.329887 run osmo-msc_10.42.42.6(pid=2758): stdout: \u000a| (launched: 2022-12-14_09:46:15.693055) \u000a09:46:17.383270 run osmo-msc_10.42.42.6(pid=2758): stderr: \u000a| �[0;m�[38;5;43m20221214094616076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094616077 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f834bcfcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094616077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094616077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094616077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094616077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094616079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094616079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094616079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094616079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:17.426124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2751): Terminating (SIGTERM)\u000a09:46:17.466953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2754): Terminating (SIGTERM)\u000a09:46:17.507714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2757): Terminating (SIGTERM)\u000a09:46:17.517056 --- ParallelTerminationStrategy: PID 2751 died...\u000a09:46:17.572105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2751): Terminated: ok {rc=0}\u000a09:46:17.581817 --- ParallelTerminationStrategy: PID 2754 died...\u000a09:46:17.636708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2754): Terminated: ok {rc=0}\u000a09:46:17.646378 --- ParallelTerminationStrategy: PID 2757 died...\u000a09:46:17.701330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2757): Terminated: ok {rc=0}\u000a09:46:17.789726 bus /sierra_3: Setting Powered False\u000a09:46:18.892940 bus /sierra_3: Setting Powered False\u000a09:46:20.003858 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:46:09" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2769): Process ended prematurely: osmo-stp_10.42.42.5(pid=2769) [trial-2402↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2769)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2769): Process ended prematurely: osmo-stp_10.42.42.5(pid=2769) [trial-2402↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:46:21.967502 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:21.978462 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:46:22.099373 tst handover.py: using LAC 40084\u000a09:46:22.222300 tst handover.py: using RAC 49\u000a09:46:22.347858 tst handover.py: using CellId 40084\u000a09:46:22.474185 tst handover.py: using BVCI 40085\u000a09:46:22.499112 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:46:22.640571 tst handover.py: using LAC 40085\u000a09:46:22.765894 tst handover.py: using RAC 50\u000a09:46:22.893486 tst handover.py: using CellId 40085\u000a09:46:23.019176 tst handover.py: using BVCI 40086\u000a09:46:23.044047 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:23.055386 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:23.066550 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:23.077715 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:23.089090 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:23.100533 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:46:23.216868 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:46:23.427050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:23.915466 run create_hlr_db(pid=2763): Launched\u000a09:46:24.046927 bus /sierra_2: Setting Powered False\u000a09:46:25.123531 run create_hlr_db(pid=2763): Terminated: ok {rc=0}\u000a09:46:25.503387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2765): Launched\u000a09:46:25.806098 run osmo-hlr_10.42.42.2(pid=2766): Launched\u000a09:46:25.924533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:26.428253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2768): Launched\u000a09:46:26.728841 run osmo-stp_10.42.42.5(pid=2769): Launched\u000a09:46:26.838403 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:27.364328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2771): Launched\u000a09:46:27.668910 run osmo-msc_10.42.42.6(pid=2772): Launched\u000a09:46:27.846617 run osmo-stp_10.42.42.5(pid=2769): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2769)]\u000a09:46:27.975241 run osmo-stp_10.42.42.5(pid=2769): stdout: \u000a| (launched: 2022-12-14_09:46:26.580585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:28.101620 run osmo-stp_10.42.42.5(pid=2769): stderr: \u000a| �[0;m�[38;5;43m20221214094626748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094626748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094626748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094626749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094626749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094626749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094626749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:28.222705 run osmo-stp_10.42.42.5(pid=2769): stdout: \u000a| (launched: 2022-12-14_09:46:26.580585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:28.342625 run osmo-stp_10.42.42.5(pid=2769): stderr: \u000a| �[0;m�[38;5;43m20221214094626748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094626748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094626748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094626749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094626749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094626749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094626749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:28.395036 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2769): Process ended prematurely: osmo-stp_10.42.42.5(pid=2769) [trial-2402↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2769)] [trial-2402↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a09:46:28.402904 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:46:28.462794 run osmo-hlr_10.42.42.2(pid=2766): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2766)]\u000a09:46:28.512017 run osmo-hlr_10.42.42.2(pid=2766): stdout: \u000a| (launched: 2022-12-14_09:46:25.656673) \u000a09:46:28.561859 run osmo-hlr_10.42.42.2(pid=2766): stderr: \u000a| �[0;m�[1;31m20221214094625831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094625831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094625831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094625831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094625831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094625831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094625846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094625856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094625856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094625856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:28.630210 run osmo-msc_10.42.42.6(pid=2772): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2772)]\u000a09:46:28.679340 run osmo-msc_10.42.42.6(pid=2772): stdout: \u000a| (launched: 2022-12-14_09:46:27.517394) \u000a09:46:28.728847 run osmo-msc_10.42.42.6(pid=2772): stderr: \u000a| �[0;m�[38;5;43m20221214094627786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094627786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12360e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094627786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094627787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094627787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094627787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094627789 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094627789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094627789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094627789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:28.771148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2765): Terminating (SIGTERM)\u000a09:46:28.811152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2768): Terminating (SIGTERM)\u000a09:46:28.850955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2771): Terminating (SIGTERM)\u000a09:46:28.860048 --- ParallelTerminationStrategy: PID 2765 died...\u000a09:46:28.913954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2765): Terminated: ok {rc=0}\u000a09:46:28.923507 --- ParallelTerminationStrategy: PID 2768 died...\u000a09:46:28.977104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2768): Terminated: ok {rc=0}\u000a09:46:28.986543 --- ParallelTerminationStrategy: PID 2771 died...\u000a09:46:29.039820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2771): Terminated: ok {rc=0}\u000a09:46:29.127976 bus /sierra_3: Setting Powered False\u000a09:46:30.228691 bus /sierra_3: Setting Powered False\u000a09:46:31.337832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:46:21" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2783): Process ended prematurely: osmo-stp_10.42.42.5(pid=2783) [trial-2402↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2783)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2783): Process ended prematurely: osmo-stp_10.42.42.5(pid=2783) [trial-2402↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:46:33.331074 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:33.342757 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:46:33.462100 tst handover.py: using LAC 40086\u000a09:46:33.580490 tst handover.py: using RAC 51\u000a09:46:33.700476 tst handover.py: using CellId 40086\u000a09:46:33.824925 tst handover.py: using BVCI 40087\u000a09:46:33.848012 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:46:33.992827 tst handover.py: using LAC 40087\u000a09:46:34.118939 tst handover.py: using RAC 52\u000a09:46:34.243634 tst handover.py: using CellId 40087\u000a09:46:34.369190 tst handover.py: using BVCI 40088\u000a09:46:34.393984 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:34.405562 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:34.416712 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:34.427998 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:34.439532 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:34.451306 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:46:34.567566 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:46:34.780334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:35.268898 run create_hlr_db(pid=2777): Launched\u000a09:46:35.400515 bus /sierra_2: Setting Powered False\u000a09:46:36.478020 run create_hlr_db(pid=2777): Terminated: ok {rc=0}\u000a09:46:36.859006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2779): Launched\u000a09:46:37.163084 run osmo-hlr_10.42.42.2(pid=2780): Launched\u000a09:46:37.273820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:37.781777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2782): Launched\u000a09:46:38.104808 run osmo-stp_10.42.42.5(pid=2783): Launched\u000a09:46:38.221509 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:38.787833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2785): Launched\u000a09:46:39.111892 run osmo-msc_10.42.42.6(pid=2786): Launched\u000a09:46:39.301281 run osmo-stp_10.42.42.5(pid=2783): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2783)]\u000a09:46:39.437473 run osmo-stp_10.42.42.5(pid=2783): stdout: \u000a| (launched: 2022-12-14_09:46:37.946201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:39.574079 run osmo-stp_10.42.42.5(pid=2783): stderr: \u000a| �[0;m�[38;5;43m20221214094638134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094638134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094638134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094638135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094638135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094638135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094638135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:39.703628 run osmo-stp_10.42.42.5(pid=2783): stdout: \u000a| (launched: 2022-12-14_09:46:37.946201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:39.832101 run osmo-stp_10.42.42.5(pid=2783): stderr: \u000a| �[0;m�[38;5;43m20221214094638134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094638134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094638134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094638135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094638135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094638135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094638135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:39.888434 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2783): Process ended prematurely: osmo-stp_10.42.42.5(pid=2783) [trial-2402↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2783)] [trial-2402↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a09:46:39.897186 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:46:39.960231 run osmo-hlr_10.42.42.2(pid=2780): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2780)]\u000a09:46:40.012451 run osmo-hlr_10.42.42.2(pid=2780): stdout: \u000a| (launched: 2022-12-14_09:46:37.012861) \u000a09:46:40.066977 run osmo-hlr_10.42.42.2(pid=2780): stderr: \u000a| �[0;m�[1;31m20221214094637185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094637185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094637185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094637185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094637185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094637185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094637211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094637221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094637221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094637221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:40.138380 run osmo-msc_10.42.42.6(pid=2786): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2786)]\u000a09:46:40.189917 run osmo-msc_10.42.42.6(pid=2786): stdout: \u000a| (launched: 2022-12-14_09:46:38.952549) \u000a09:46:40.242312 run osmo-msc_10.42.42.6(pid=2786): stderr: \u000a| �[0;m�[38;5;43m20221214094639268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094639268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a735cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094639268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094639268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094639269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094639269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094639270 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094639271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094639271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094639271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:40.286600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2779): Terminating (SIGTERM)\u000a09:46:40.328537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2782): Terminating (SIGTERM)\u000a09:46:40.370520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2785): Terminating (SIGTERM)\u000a09:46:40.380213 --- ParallelTerminationStrategy: PID 2779 died...\u000a09:46:40.436193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2779): Terminated: ok {rc=0}\u000a09:46:40.446410 --- ParallelTerminationStrategy: PID 2782 died...\u000a09:46:40.502362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2782): Terminated: ok {rc=0}\u000a09:46:40.512445 --- ParallelTerminationStrategy: PID 2785 died...\u000a09:46:40.568346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2785): Terminated: ok {rc=0}\u000a09:46:40.655432 bus /sierra_3: Setting Powered False\u000a09:46:41.758174 bus /sierra_3: Setting Powered False\u000a09:46:42.867256 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:46:33" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2797): Process ended prematurely: osmo-stp_10.42.42.5(pid=2797) [trial-2402↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2797)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2797): Process ended prematurely: osmo-stp_10.42.42.5(pid=2797) [trial-2402↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:46:44.873380 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:46:44.885230 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:46:45.025967 tst handover.py: using LAC 40088\u000a09:46:45.151636 tst handover.py: using RAC 53\u000a09:46:45.273166 tst handover.py: using CellId 40088\u000a09:46:45.391933 tst handover.py: using BVCI 40089\u000a09:46:45.414861 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:46:45.553441 tst handover.py: using LAC 40089\u000a09:46:45.678699 tst handover.py: using RAC 54\u000a09:46:45.803779 tst handover.py: using CellId 40089\u000a09:46:45.952766 tst handover.py: using BVCI 40090\u000a09:46:45.978560 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:46:45.990764 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:46:46.002663 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:46:46.014834 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:46:46.026974 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:46:46.039199 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:46:46.162317 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:46:46.432109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:46.967744 run create_hlr_db(pid=2791): Launched\u000a09:46:47.095384 bus /sierra_2: Setting Powered False\u000a09:46:48.163781 run create_hlr_db(pid=2791): Terminated: ok {rc=0}\u000a09:46:48.567165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2793): Launched\u000a09:46:48.890748 run osmo-hlr_10.42.42.2(pid=2794): Launched\u000a09:46:49.011724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:49.547829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2796): Launched\u000a09:46:49.871146 run osmo-stp_10.42.42.5(pid=2797): Launched\u000a09:46:49.988604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:50.553333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2799): Launched\u000a09:46:50.877993 run osmo-msc_10.42.42.6(pid=2800): Launched\u000a09:46:51.066585 run osmo-stp_10.42.42.5(pid=2797): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2797)]\u000a09:46:51.203187 run osmo-stp_10.42.42.5(pid=2797): stdout: \u000a| (launched: 2022-12-14_09:46:49.712596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:51.338311 run osmo-stp_10.42.42.5(pid=2797): stderr: \u000a| �[0;m�[38;5;43m20221214094649900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094649900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094649900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094649901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094649901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094649901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094649901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:51.468068 run osmo-stp_10.42.42.5(pid=2797): stdout: \u000a| (launched: 2022-12-14_09:46:49.712596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:51.596361 run osmo-stp_10.42.42.5(pid=2797): stderr: \u000a| �[0;m�[38;5;43m20221214094649900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094649900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094649900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094649901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094649901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094649901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094649901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:51.652339 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2797): Process ended prematurely: osmo-stp_10.42.42.5(pid=2797) [trial-2402↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2797)] [trial-2402↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:46:51.660809 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:46:51.723471 run osmo-hlr_10.42.42.2(pid=2794): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2794)]\u000a09:46:51.775024 run osmo-hlr_10.42.42.2(pid=2794): stdout: \u000a| (launched: 2022-12-14_09:46:48.731698) \u000a09:46:51.826906 run osmo-hlr_10.42.42.2(pid=2794): stderr: \u000a| �[0;m�[1;31m20221214094648925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094648925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094648926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094648926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094648926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094648926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094648938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094648947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094648947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094648948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:51.897872 run osmo-msc_10.42.42.6(pid=2800): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2800)]\u000a09:46:51.949266 run osmo-msc_10.42.42.6(pid=2800): stdout: \u000a| (launched: 2022-12-14_09:46:50.717845) \u000a09:46:52.001290 run osmo-msc_10.42.42.6(pid=2800): stderr: \u000a| �[0;m�[38;5;43m20221214094651037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094651037 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e285e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094651037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094651037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094651037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094651037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094651039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094651039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094651040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094651040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:52.045236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2793): Terminating (SIGTERM)\u000a09:46:52.086760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2796): Terminating (SIGTERM)\u000a09:46:52.128302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2799): Terminating (SIGTERM)\u000a09:46:52.137928 --- ParallelTerminationStrategy: PID 2793 died...\u000a09:46:52.193593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2793): Terminated: ok {rc=0}\u000a09:46:52.203632 --- ParallelTerminationStrategy: PID 2796 died...\u000a09:46:52.258834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2796): Terminated: ok {rc=0}\u000a09:46:52.268747 --- ParallelTerminationStrategy: PID 2799 died...\u000a09:46:52.323971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2799): Terminated: ok {rc=0}\u000a09:46:52.409647 bus /sierra_3: Setting Powered False\u000a09:46:53.516050 bus /sierra_3: Setting Powered False\u000a09:46:54.627553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:46:44" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2811): Process ended prematurely: osmo-stp_10.42.42.5(pid=2811) [trial-2402↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2811)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2811): Process ended prematurely: osmo-stp_10.42.42.5(pid=2811) [trial-2402↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:46:56.647436 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:46:56.658409 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:46:56.800848 tst handover.py: using LAC 40090\u000a09:46:56.928379 tst handover.py: using RAC 55\u000a09:46:57.054534 tst handover.py: using CellId 40090\u000a09:46:57.181295 tst handover.py: using BVCI 40091\u000a09:46:57.206075 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:46:57.350750 tst handover.py: using LAC 40091\u000a09:46:57.477818 tst handover.py: using RAC 56\u000a09:46:57.610356 tst handover.py: using CellId 40091\u000a09:46:57.746060 tst handover.py: using BVCI 40092\u000a09:46:57.768846 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:46:57.779804 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:46:57.790714 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:46:57.801591 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:46:57.813286 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:46:57.824868 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:46:57.947381 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:46:58.150271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:58.597988 run create_hlr_db(pid=2805): Launched\u000a09:46:58.720765 bus /sierra_2: Setting Powered False\u000a09:46:59.793457 run create_hlr_db(pid=2805): Terminated: ok {rc=0}\u000a09:47:00.170071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2807): Launched\u000a09:47:00.470795 run osmo-hlr_10.42.42.2(pid=2808): Launched\u000a09:47:00.581919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:01.136721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2810): Launched\u000a09:47:01.556643 run osmo-stp_10.42.42.5(pid=2811): Launched\u000a09:47:01.763981 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:47:02.445349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2813): Launched\u000a09:47:02.771164 run osmo-msc_10.42.42.6(pid=2814): Launched\u000a09:47:02.959405 run osmo-stp_10.42.42.5(pid=2811): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2811)]\u000a09:47:03.094937 run osmo-stp_10.42.42.5(pid=2811): stdout: \u000a| (launched: 2022-12-14_09:47:01.365106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:03.230717 run osmo-stp_10.42.42.5(pid=2811): stderr: \u000a| �[0;m�[38;5;43m20221214094701660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094701660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094701671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094701672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094701672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094701672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094701672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:03.359643 run osmo-stp_10.42.42.5(pid=2811): stdout: \u000a| (launched: 2022-12-14_09:47:01.365106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:03.487878 run osmo-stp_10.42.42.5(pid=2811): stderr: \u000a| �[0;m�[38;5;43m20221214094701660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094701660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094701671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094701672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094701672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094701672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094701672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:03.543947 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2811): Process ended prematurely: osmo-stp_10.42.42.5(pid=2811) [trial-2402↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2811)] [trial-2402↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:47:03.552362 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:47:03.614372 run osmo-hlr_10.42.42.2(pid=2808): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2808)]\u000a09:47:03.665437 run osmo-hlr_10.42.42.2(pid=2808): stdout: \u000a| (launched: 2022-12-14_09:47:00.322673) \u000a09:47:03.717101 run osmo-hlr_10.42.42.2(pid=2808): stderr: \u000a| �[0;m�[1;31m20221214094700494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094700494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094700495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094700495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094700495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094700495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094700508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094700518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094700518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094700518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:03.787575 run osmo-msc_10.42.42.6(pid=2814): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2814)]\u000a09:47:03.838750 run osmo-msc_10.42.42.6(pid=2814): stdout: \u000a| (launched: 2022-12-14_09:47:02.610470) \u000a09:47:03.890453 run osmo-msc_10.42.42.6(pid=2814): stderr: \u000a| �[0;m�[38;5;43m20221214094702927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094702928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efefd64ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094702928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094702928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094702928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094702928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094702930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094702930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094702930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094702930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:03.934212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2807): Terminating (SIGTERM)\u000a09:47:03.975850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2810): Terminating (SIGTERM)\u000a09:47:04.017835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2813): Terminating (SIGTERM)\u000a09:47:04.027475 --- ParallelTerminationStrategy: PID 2807 died...\u000a09:47:04.083077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2807): Terminated: ok {rc=0}\u000a09:47:04.093204 --- ParallelTerminationStrategy: PID 2810 died...\u000a09:47:04.148749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2810): Terminated: ok {rc=0}\u000a09:47:04.158727 --- ParallelTerminationStrategy: PID 2813 died...\u000a09:47:04.214134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2813): Terminated: ok {rc=0}\u000a09:47:04.299846 bus /sierra_3: Setting Powered False\u000a09:47:05.405190 bus /sierra_3: Setting Powered False\u000a09:47:06.516419 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:46:56" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2826): Process ended prematurely: osmo-stp_10.42.42.5(pid=2826) [trial-2402↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2826)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2826): Process ended prematurely: osmo-stp_10.42.42.5(pid=2826) [trial-2402↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:47:08.527301 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:08.538322 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:47:08.677661 tst handover.py: using LAC 40092\u000a09:47:08.794836 tst handover.py: using RAC 57\u000a09:47:08.914754 tst handover.py: using CellId 40092\u000a09:47:09.032384 tst handover.py: using BVCI 40093\u000a09:47:09.055599 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:47:09.176267 tst handover.py: using LAC 40093\u000a09:47:09.300286 tst handover.py: using RAC 58\u000a09:47:09.425800 tst handover.py: using CellId 40093\u000a09:47:09.546350 tst handover.py: using BVCI 40094\u000a09:47:09.569410 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:09.580206 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:09.590858 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:09.601441 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:09.612374 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:09.623661 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:47:09.742968 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:47:09.951408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:47:10.439295 run create_hlr_db(pid=2820): Launched\u000a09:47:10.570882 bus /sierra_2: Setting Powered False\u000a09:47:11.647530 run create_hlr_db(pid=2820): Terminated: ok {rc=0}\u000a09:47:12.027108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2822): Launched\u000a09:47:12.328679 run osmo-hlr_10.42.42.2(pid=2823): Launched\u000a09:47:12.446061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:12.977989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2825): Launched\u000a09:47:13.300292 run osmo-stp_10.42.42.5(pid=2826): Launched\u000a09:47:13.417654 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:47:13.980299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2828): Launched\u000a09:47:14.303805 run osmo-msc_10.42.42.6(pid=2829): Launched\u000a09:47:14.492176 run osmo-stp_10.42.42.5(pid=2826): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2826)]\u000a09:47:14.628016 run osmo-stp_10.42.42.5(pid=2826): stdout: \u000a| (launched: 2022-12-14_09:47:13.142371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:14.763365 run osmo-stp_10.42.42.5(pid=2826): stderr: \u000a| �[0;m�[38;5;43m20221214094713329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094713329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094713329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094713330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094713330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094713330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094713330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:14.892557 run osmo-stp_10.42.42.5(pid=2826): stdout: \u000a| (launched: 2022-12-14_09:47:13.142371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:15.020451 run osmo-stp_10.42.42.5(pid=2826): stderr: \u000a| �[0;m�[38;5;43m20221214094713329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094713329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094713329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094713330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094713330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094713330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094713330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:15.076750 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2826): Process ended prematurely: osmo-stp_10.42.42.5(pid=2826) [trial-2402↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2826)] [trial-2402↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a09:47:15.085437 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:47:15.147671 run osmo-hlr_10.42.42.2(pid=2823): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2823)]\u000a09:47:15.199037 run osmo-hlr_10.42.42.2(pid=2823): stdout: \u000a| (launched: 2022-12-14_09:47:12.179952) \u000a09:47:15.250973 run osmo-hlr_10.42.42.2(pid=2823): stderr: \u000a| �[0;m�[1;31m20221214094712351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094712351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094712351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094712351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094712351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094712351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094712363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094712371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094712372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094712372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:15.321862 run osmo-msc_10.42.42.6(pid=2829): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2829)]\u000a09:47:15.372836 run osmo-msc_10.42.42.6(pid=2829): stdout: \u000a| (launched: 2022-12-14_09:47:14.144585) \u000a09:47:15.424362 run osmo-msc_10.42.42.6(pid=2829): stderr: \u000a| �[0;m�[38;5;43m20221214094714461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094714462 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11cb81ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094714462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094714462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094714462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094714462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094714464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094714464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094714464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094714464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:15.468180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2822): Terminating (SIGTERM)\u000a09:47:15.509572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2825): Terminating (SIGTERM)\u000a09:47:15.550912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2828): Terminating (SIGTERM)\u000a09:47:15.560515 --- ParallelTerminationStrategy: PID 2822 died...\u000a09:47:15.615637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2822): Terminated: ok {rc=0}\u000a09:47:15.625623 --- ParallelTerminationStrategy: PID 2825 died...\u000a09:47:15.680605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2825): Terminated: ok {rc=0}\u000a09:47:15.690517 --- ParallelTerminationStrategy: PID 2828 died...\u000a09:47:15.745157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2828): Terminated: ok {rc=0}\u000a09:47:15.840448 bus /sierra_3: Setting Powered False\u000a09:47:16.952717 bus /sierra_3: Setting Powered False\u000a09:47:18.064046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:47:08" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2840): Process ended prematurely: osmo-stp_10.42.42.5(pid=2840) [trial-2402↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2840)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2840): Process ended prematurely: osmo-stp_10.42.42.5(pid=2840) [trial-2402↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:47:20.070838 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:47:20.082206 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:47:20.222772 tst handover.py: using LAC 40094\u000a09:47:20.343576 tst handover.py: using RAC 59\u000a09:47:20.463509 tst handover.py: using CellId 40094\u000a09:47:20.583133 tst handover.py: using BVCI 40095\u000a09:47:20.605999 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:47:20.740084 tst handover.py: using LAC 40095\u000a09:47:20.860145 tst handover.py: using RAC 60\u000a09:47:20.979467 tst handover.py: using CellId 40095\u000a09:47:21.099419 tst handover.py: using BVCI 40096\u000a09:47:21.122248 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:47:21.133037 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:47:21.143578 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:47:21.154290 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:47:21.165623 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:47:21.177037 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:47:21.297072 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:47:21.497495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:47:21.945482 run create_hlr_db(pid=2834): Launched\u000a09:47:22.067905 bus /sierra_2: Setting Powered False\u000a09:47:23.140722 run create_hlr_db(pid=2834): Terminated: ok {rc=0}\u000a09:47:23.543429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2836): Launched\u000a09:47:23.866153 run osmo-hlr_10.42.42.2(pid=2837): Launched\u000a09:47:23.987048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:24.523114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2839): Launched\u000a09:47:24.845660 run osmo-stp_10.42.42.5(pid=2840): Launched\u000a09:47:24.962113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:47:25.528876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2842): Launched\u000a09:47:25.852803 run osmo-msc_10.42.42.6(pid=2843): Launched\u000a09:47:26.042617 run osmo-stp_10.42.42.5(pid=2840): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2840)]\u000a09:47:26.180169 run osmo-stp_10.42.42.5(pid=2840): stdout: \u000a| (launched: 2022-12-14_09:47:24.686991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:26.315905 run osmo-stp_10.42.42.5(pid=2840): stderr: \u000a| �[0;m�[38;5;43m20221214094724874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094724874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094724874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094724875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094724875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094724875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094724875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:26.446404 run osmo-stp_10.42.42.5(pid=2840): stdout: \u000a| (launched: 2022-12-14_09:47:24.686991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:26.575275 run osmo-stp_10.42.42.5(pid=2840): stderr: \u000a| �[0;m�[38;5;43m20221214094724874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094724874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094724874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094724875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094724875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094724875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094724875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:26.631572 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2840): Process ended prematurely: osmo-stp_10.42.42.5(pid=2840) [trial-2402↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2840)] [trial-2402↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a09:47:26.639920 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:47:26.702629 run osmo-hlr_10.42.42.2(pid=2837): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2837)]\u000a09:47:26.754330 run osmo-hlr_10.42.42.2(pid=2837): stdout: \u000a| (launched: 2022-12-14_09:47:23.707880) \u000a09:47:26.806452 run osmo-hlr_10.42.42.2(pid=2837): stderr: \u000a| �[0;m�[1;31m20221214094723902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094723902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094723902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094723902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094723902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094723902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094723915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094723923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094723923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094723923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:26.877300 run osmo-msc_10.42.42.6(pid=2843): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2843)]\u000a09:47:26.928732 run osmo-msc_10.42.42.6(pid=2843): stdout: \u000a| (launched: 2022-12-14_09:47:25.693243) \u000a09:47:26.980919 run osmo-msc_10.42.42.6(pid=2843): stderr: \u000a| �[0;m�[38;5;43m20221214094726012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094726012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e98bf1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094726012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094726012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094726013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094726013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094726014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094726015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094726015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094726015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:27.024881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2836): Terminating (SIGTERM)\u000a09:47:27.066566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2839): Terminating (SIGTERM)\u000a09:47:27.108353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2842): Terminating (SIGTERM)\u000a09:47:27.118047 --- ParallelTerminationStrategy: PID 2836 died...\u000a09:47:27.173808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2836): Terminated: ok {rc=0}\u000a09:47:27.183868 --- ParallelTerminationStrategy: PID 2839 died...\u000a09:47:27.239279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2839): Terminated: ok {rc=0}\u000a09:47:27.249286 --- ParallelTerminationStrategy: PID 2842 died...\u000a09:47:27.304595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2842): Terminated: ok {rc=0}\u000a09:47:27.390965 bus /sierra_3: Setting Powered False\u000a09:47:28.493077 bus /sierra_3: Setting Powered False\u000a09:47:29.602774 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:47:19" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2854): Process ended prematurely: osmo-stp_10.42.42.5(pid=2854) [trial-2402↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2854)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2854): Process ended prematurely: osmo-stp_10.42.42.5(pid=2854) [trial-2402↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:47:31.667314 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:31.679543 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:47:31.848312 tst handover.py: using LAC 40096\u000a09:47:32.003010 tst handover.py: using RAC 61\u000a09:47:32.164793 tst handover.py: using CellId 40096\u000a09:47:32.313086 tst handover.py: using BVCI 40097\u000a09:47:32.340827 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:47:32.477494 tst handover.py: using LAC 40097\u000a09:47:32.600369 tst handover.py: using RAC 62\u000a09:47:32.721419 tst handover.py: using CellId 40097\u000a09:47:32.848008 tst handover.py: using BVCI 40098\u000a09:47:32.872660 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:32.884084 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:32.895341 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:32.906641 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:32.917938 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:32.929207 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:47:33.046132 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:47:33.246743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:47:33.699292 run create_hlr_db(pid=2848): Launched\u000a09:47:33.822683 bus /sierra_2: Setting Powered False\u000a09:47:34.894942 run create_hlr_db(pid=2848): Terminated: ok {rc=0}\u000a09:47:35.297664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2850): Launched\u000a09:47:35.622468 run osmo-hlr_10.42.42.2(pid=2851): Launched\u000a09:47:35.739802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:36.273533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2853): Launched\u000a09:47:36.597891 run osmo-stp_10.42.42.5(pid=2854): Launched\u000a09:47:36.715032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:47:37.277006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2856): Launched\u000a09:47:37.602033 run osmo-msc_10.42.42.6(pid=2857): Launched\u000a09:47:37.793232 run osmo-stp_10.42.42.5(pid=2854): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2854)]\u000a09:47:37.929258 run osmo-stp_10.42.42.5(pid=2854): stdout: \u000a| (launched: 2022-12-14_09:47:36.437873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:38.064385 run osmo-stp_10.42.42.5(pid=2854): stderr: \u000a| �[0;m�[38;5;43m20221214094736626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094736626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094736626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094736627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094736627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094736627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094736627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:38.194088 run osmo-stp_10.42.42.5(pid=2854): stdout: \u000a| (launched: 2022-12-14_09:47:36.437873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:38.321991 run osmo-stp_10.42.42.5(pid=2854): stderr: \u000a| �[0;m�[38;5;43m20221214094736626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094736626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094736626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094736627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094736627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094736627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094736627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:38.378182 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2854): Process ended prematurely: osmo-stp_10.42.42.5(pid=2854) [trial-2402↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2854)] [trial-2402↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a09:47:38.386736 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:47:38.449311 run osmo-hlr_10.42.42.2(pid=2851): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2851)]\u000a09:47:38.501252 run osmo-hlr_10.42.42.2(pid=2851): stdout: \u000a| (launched: 2022-12-14_09:47:35.462136) \u000a09:47:38.553402 run osmo-hlr_10.42.42.2(pid=2851): stderr: \u000a| �[0;m�[1;31m20221214094735657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094735657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094735657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094735657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094735657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094735657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094735669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094735678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094735679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094735679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:38.624410 run osmo-msc_10.42.42.6(pid=2857): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2857)]\u000a09:47:38.675900 run osmo-msc_10.42.42.6(pid=2857): stdout: \u000a| (launched: 2022-12-14_09:47:37.441192) \u000a09:47:38.727910 run osmo-msc_10.42.42.6(pid=2857): stderr: \u000a| �[0;m�[38;5;43m20221214094737761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094737761 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e1e76fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094737761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094737761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094737761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094737761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094737763 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094737763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094737763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094737764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:38.772058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2850): Terminating (SIGTERM)\u000a09:47:38.813610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2853): Terminating (SIGTERM)\u000a09:47:38.855025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2856): Terminating (SIGTERM)\u000a09:47:38.864697 --- ParallelTerminationStrategy: PID 2850 died...\u000a09:47:38.920186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2850): Terminated: ok {rc=0}\u000a09:47:38.930314 --- ParallelTerminationStrategy: PID 2853 died...\u000a09:47:38.985785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2853): Terminated: ok {rc=0}\u000a09:47:38.995827 --- ParallelTerminationStrategy: PID 2856 died...\u000a09:47:39.051265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2856): Terminated: ok {rc=0}\u000a09:47:39.137949 bus /sierra_3: Setting Powered False\u000a09:47:40.242681 bus /sierra_3: Setting Powered False\u000a09:47:41.353439 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:47:31" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2868): Process ended prematurely: osmo-stp_10.42.42.5(pid=2868) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2868)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2868): Process ended prematurely: osmo-stp_10.42.42.5(pid=2868) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:47:43.376345 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:47:43.387621 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:47:43.519840 tst handover.py: using LAC 40098\u000a09:47:43.636843 tst handover.py: using RAC 63\u000a09:47:43.753839 tst handover.py: using CellId 40098\u000a09:47:43.870791 tst handover.py: using BVCI 40099\u000a09:47:43.893913 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:47:44.030366 tst handover.py: using LAC 40099\u000a09:47:44.148138 tst handover.py: using RAC 64\u000a09:47:44.269654 tst handover.py: using CellId 40099\u000a09:47:44.392573 tst handover.py: using BVCI 40100\u000a09:47:44.415538 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:47:44.426714 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:47:44.437866 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:47:44.448782 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:47:44.460560 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:47:44.472305 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:47:44.591990 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:47:44.793473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:47:45.244645 run create_hlr_db(pid=2862): Launched\u000a09:47:45.367312 bus /sierra_2: Setting Powered False\u000a09:47:46.452418 run create_hlr_db(pid=2862): Terminated: ok {rc=0}\u000a09:47:46.850778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2864): Launched\u000a09:47:47.238881 run osmo-hlr_10.42.42.2(pid=2865): Launched\u000a09:47:47.368469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:47.876023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2867): Launched\u000a09:47:48.177272 run osmo-stp_10.42.42.5(pid=2868): Launched\u000a09:47:48.286281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:47:48.815215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2870): Launched\u000a09:47:49.119246 run osmo-msc_10.42.42.6(pid=2871): Launched\u000a09:47:49.296746 run osmo-stp_10.42.42.5(pid=2868): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2868)]\u000a09:47:49.425237 run osmo-stp_10.42.42.5(pid=2868): stdout: \u000a| (launched: 2022-12-14_09:47:48.028787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:49.551474 run osmo-stp_10.42.42.5(pid=2868): stderr: \u000a| �[0;m�[38;5;43m20221214094748196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094748196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094748197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094748197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094748197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094748198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094748198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:49.672755 run osmo-stp_10.42.42.5(pid=2868): stdout: \u000a| (launched: 2022-12-14_09:47:48.028787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:49.792513 run osmo-stp_10.42.42.5(pid=2868): stderr: \u000a| �[0;m�[38;5;43m20221214094748196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094748196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094748197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094748197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094748197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094748198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094748198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:49.845224 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2868): Process ended prematurely: osmo-stp_10.42.42.5(pid=2868) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2868)] [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:47:49.853064 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:47:49.913101 run osmo-hlr_10.42.42.2(pid=2865): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2865)]\u000a09:47:49.961992 run osmo-hlr_10.42.42.2(pid=2865): stdout: \u000a| (launched: 2022-12-14_09:47:47.008198) \u000a09:47:50.011466 run osmo-hlr_10.42.42.2(pid=2865): stderr: \u000a| �[0;m�[1;31m20221214094747236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094747236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094747236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094747236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094747236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094747236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094747254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094747270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094747270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094747270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:50.078492 run osmo-msc_10.42.42.6(pid=2871): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2871)]\u000a09:47:50.127151 run osmo-msc_10.42.42.6(pid=2871): stdout: \u000a| (launched: 2022-12-14_09:47:48.968563) \u000a09:47:50.176457 run osmo-msc_10.42.42.6(pid=2871): stderr: \u000a| �[0;m�[38;5;43m20221214094749237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094749237 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0b7b0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094749237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094749237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094749237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094749238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094749239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094749240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094749240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094749240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:50.218247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2864): Terminating (SIGTERM)\u000a09:47:50.257717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2867): Terminating (SIGTERM)\u000a09:47:50.297229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2870): Terminating (SIGTERM)\u000a09:47:50.306313 --- ParallelTerminationStrategy: PID 2864 died...\u000a09:47:50.359681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2864): Terminated: ok {rc=0}\u000a09:47:50.369227 --- ParallelTerminationStrategy: PID 2867 died...\u000a09:47:50.422061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2867): Terminated: ok {rc=0}\u000a09:47:50.431471 --- ParallelTerminationStrategy: PID 2870 died...\u000a09:47:50.484274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2870): Terminated: ok {rc=0}\u000a09:47:50.567399 bus /sierra_3: Setting Powered False\u000a09:47:51.673824 bus /sierra_3: Setting Powered False\u000a09:47:52.785255 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:47:43" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2882): Process ended prematurely: osmo-stp_10.42.42.5(pid=2882) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2882)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2882): Process ended prematurely: osmo-stp_10.42.42.5(pid=2882) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:47:54.784688 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:54.796100 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:47:54.933958 tst handover.py: using LAC 40100\u000a09:47:55.065467 tst handover.py: using RAC 65\u000a09:47:55.190714 tst handover.py: using CellId 40100\u000a09:47:55.316747 tst handover.py: using BVCI 40101\u000a09:47:55.341468 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:47:55.468924 tst handover.py: using LAC 40101\u000a09:47:55.594845 tst handover.py: using RAC 66\u000a09:47:55.722014 tst handover.py: using CellId 40101\u000a09:47:55.842006 tst handover.py: using BVCI 40102\u000a09:47:55.864868 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:55.875944 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:55.886789 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:55.897722 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:55.908750 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:47:55.919887 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:47:56.033369 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:47:56.239773 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:47:56.689646 run create_hlr_db(pid=2876): Launched\u000a09:47:56.812040 bus /sierra_2: Setting Powered False\u000a09:47:57.883347 run create_hlr_db(pid=2876): Terminated: ok {rc=0}\u000a09:47:58.258982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2878): Launched\u000a09:47:58.560328 run osmo-hlr_10.42.42.2(pid=2879): Launched\u000a09:47:58.677416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:59.179353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2881): Launched\u000a09:47:59.480174 run osmo-stp_10.42.42.5(pid=2882): Launched\u000a09:47:59.589589 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:48:00.114788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2884): Launched\u000a09:48:00.417317 run osmo-msc_10.42.42.6(pid=2885): Launched\u000a09:48:00.593956 run osmo-stp_10.42.42.5(pid=2882): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2882)]\u000a09:48:00.722521 run osmo-stp_10.42.42.5(pid=2882): stdout: \u000a| (launched: 2022-12-14_09:47:59.331851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:00.849840 run osmo-stp_10.42.42.5(pid=2882): stderr: \u000a| �[0;m�[38;5;43m20221214094759498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094759498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094759499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094759499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094759500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094759500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094759500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:00.985213 run osmo-stp_10.42.42.5(pid=2882): stdout: \u000a| (launched: 2022-12-14_09:47:59.331851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:01.109259 run osmo-stp_10.42.42.5(pid=2882): stderr: \u000a| �[0;m�[38;5;43m20221214094759498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094759498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094759499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094759499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094759500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094759500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094759500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:01.163286 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2882): Process ended prematurely: osmo-stp_10.42.42.5(pid=2882) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2882)] [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a09:48:01.172221 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:48:01.236075 run osmo-hlr_10.42.42.2(pid=2879): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2879)]\u000a09:48:01.287205 run osmo-hlr_10.42.42.2(pid=2879): stdout: \u000a| (launched: 2022-12-14_09:47:58.411554) \u000a09:48:01.339277 run osmo-hlr_10.42.42.2(pid=2879): stderr: \u000a| �[0;m�[1;31m20221214094758587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094758587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094758587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094758587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094758587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094758587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094758599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094758607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094758607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094758607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:48:01.408918 run osmo-msc_10.42.42.6(pid=2885): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2885)]\u000a09:48:01.459884 run osmo-msc_10.42.42.6(pid=2885): stdout: \u000a| (launched: 2022-12-14_09:48:00.267655) \u000a09:48:01.511749 run osmo-msc_10.42.42.6(pid=2885): stderr: \u000a| �[0;m�[38;5;43m20221214094800534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094800534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbebc4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094800534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094800534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094800534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094800534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094800536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094800537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094800537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094800537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:48:01.556446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2878): Terminating (SIGTERM)\u000a09:48:01.598195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2881): Terminating (SIGTERM)\u000a09:48:01.639422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2884): Terminating (SIGTERM)\u000a09:48:01.649209 --- ParallelTerminationStrategy: PID 2878 died...\u000a09:48:01.706088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2878): Terminated: ok {rc=0}\u000a09:48:01.716503 --- ParallelTerminationStrategy: PID 2881 died...\u000a09:48:01.772925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2881): Terminated: ok {rc=0}\u000a09:48:01.783471 --- ParallelTerminationStrategy: PID 2884 died...\u000a09:48:01.840463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2884): Terminated: ok {rc=0}\u000a09:48:01.926131 bus /sierra_3: Setting Powered False\u000a09:48:03.024430 bus /sierra_3: Setting Powered False\u000a09:48:04.134234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:47:54" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2896): Process ended prematurely: osmo-stp_10.42.42.5(pid=2896) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2896)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2896): Process ended prematurely: osmo-stp_10.42.42.5(pid=2896) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:48:06.143961 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:06.155028 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:48:06.291273 tst handover.py: using LAC 40102\u000a09:48:06.408069 tst handover.py: using RAC 67\u000a09:48:06.527835 tst handover.py: using CellId 40102\u000a09:48:06.651294 tst handover.py: using BVCI 40103\u000a09:48:06.676045 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:48:06.823304 tst handover.py: using LAC 40103\u000a09:48:06.954559 tst handover.py: using RAC 68\u000a09:48:07.079568 tst handover.py: using CellId 40103\u000a09:48:07.205652 tst handover.py: using BVCI 40104\u000a09:48:07.230373 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:07.241930 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:07.253233 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:07.264613 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:07.275916 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:07.287331 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:48:07.404505 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:48:07.615015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:48:08.104391 run create_hlr_db(pid=2890): Launched\u000a09:48:08.235154 bus /sierra_2: Setting Powered False\u000a09:48:09.311450 run create_hlr_db(pid=2890): Terminated: ok {rc=0}\u000a09:48:09.714794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2892): Launched\u000a09:48:10.038685 run osmo-hlr_10.42.42.2(pid=2893): Launched\u000a09:48:10.155998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:48:10.691338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2895): Launched\u000a09:48:11.016557 run osmo-stp_10.42.42.5(pid=2896): Launched\u000a09:48:11.133917 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:48:11.698165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2898): Launched\u000a09:48:12.023485 run osmo-msc_10.42.42.6(pid=2899): Launched\u000a09:48:12.212454 run osmo-stp_10.42.42.5(pid=2896): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2896)]\u000a09:48:12.348569 run osmo-stp_10.42.42.5(pid=2896): stdout: \u000a| (launched: 2022-12-14_09:48:10.856065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:12.483995 run osmo-stp_10.42.42.5(pid=2896): stderr: \u000a| �[0;m�[38;5;43m20221214094811043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094811043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094811044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094811044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094811044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094811045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094811045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:12.613850 run osmo-stp_10.42.42.5(pid=2896): stdout: \u000a| (launched: 2022-12-14_09:48:10.856065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:12.741932 run osmo-stp_10.42.42.5(pid=2896): stderr: \u000a| �[0;m�[38;5;43m20221214094811043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094811043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094811044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094811044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094811044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094811045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094811045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:12.798086 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2896): Process ended prematurely: osmo-stp_10.42.42.5(pid=2896) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2896)] [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a09:48:12.806716 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:48:12.869509 run osmo-hlr_10.42.42.2(pid=2893): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2893)]\u000a09:48:12.920725 run osmo-hlr_10.42.42.2(pid=2893): stdout: \u000a| (launched: 2022-12-14_09:48:09.879928) \u000a09:48:12.972649 run osmo-hlr_10.42.42.2(pid=2893): stderr: \u000a| �[0;m�[1;31m20221214094810076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094810076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094810076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094810076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094810076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094810076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094810089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094810097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094810097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094810097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:48:13.043157 run osmo-msc_10.42.42.6(pid=2899): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2899)]\u000a09:48:13.094301 run osmo-msc_10.42.42.6(pid=2899): stdout: \u000a| (launched: 2022-12-14_09:48:11.863205) \u000a09:48:13.146099 run osmo-msc_10.42.42.6(pid=2899): stderr: \u000a| �[0;m�[38;5;43m20221214094812181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094812181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8cfa1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094812181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094812181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094812182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094812182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094812183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094812184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094812184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094812184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:48:13.190208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2892): Terminating (SIGTERM)\u000a09:48:13.231876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2895): Terminating (SIGTERM)\u000a09:48:13.273819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2898): Terminating (SIGTERM)\u000a09:48:13.283516 --- ParallelTerminationStrategy: PID 2892 died...\u000a09:48:13.339566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2892): Terminated: ok {rc=0}\u000a09:48:13.349720 --- ParallelTerminationStrategy: PID 2895 died...\u000a09:48:13.405411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2895): Terminated: ok {rc=0}\u000a09:48:13.415478 --- ParallelTerminationStrategy: PID 2898 died...\u000a09:48:13.471091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2898): Terminated: ok {rc=0}\u000a09:48:13.557524 bus /sierra_3: Setting Powered False\u000a09:48:14.661862 bus /sierra_3: Setting Powered False\u000a09:48:15.773271 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:48:05" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2910): Process ended prematurely: osmo-stp_10.42.42.5(pid=2910) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2910)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2910): Process ended prematurely: osmo-stp_10.42.42.5(pid=2910) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:48:17.856007 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:17.867999 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:48:18.008113 tst handover.py: using LAC 40104\u000a09:48:18.134564 tst handover.py: using RAC 69\u000a09:48:18.263143 tst handover.py: using CellId 40104\u000a09:48:18.390227 tst handover.py: using BVCI 40105\u000a09:48:18.414873 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:48:18.558717 tst handover.py: using LAC 40105\u000a09:48:18.687599 tst handover.py: using RAC 70\u000a09:48:18.814272 tst handover.py: using CellId 40105\u000a09:48:18.942846 tst handover.py: using BVCI 40106\u000a09:48:18.967806 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:18.979446 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:18.991007 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:19.002590 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:19.014037 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:19.025456 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:48:19.140313 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:48:19.350325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:48:19.841783 run create_hlr_db(pid=2904): Launched\u000a09:48:19.973229 bus /sierra_2: Setting Powered False\u000a09:48:21.049897 run create_hlr_db(pid=2904): Terminated: ok {rc=0}\u000a09:48:21.452140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2906): Launched\u000a09:48:21.775808 run osmo-hlr_10.42.42.2(pid=2907): Launched\u000a09:48:21.897160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:48:22.434919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2909): Launched\u000a09:48:22.759903 run osmo-stp_10.42.42.5(pid=2910): Launched\u000a09:48:22.876474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:48:23.437988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2912): Launched\u000a09:48:23.764118 run osmo-msc_10.42.42.6(pid=2913): Launched\u000a09:48:23.954171 run osmo-stp_10.42.42.5(pid=2910): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2910)]\u000a09:48:24.090055 run osmo-stp_10.42.42.5(pid=2910): stdout: \u000a| (launched: 2022-12-14_09:48:22.599570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:24.224669 run osmo-stp_10.42.42.5(pid=2910): stderr: \u000a| �[0;m�[38;5;43m20221214094822787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094822788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094822788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094822788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094822789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094822789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094822789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:24.353914 run osmo-stp_10.42.42.5(pid=2910): stdout: \u000a| (launched: 2022-12-14_09:48:22.599570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:24.481391 run osmo-stp_10.42.42.5(pid=2910): stderr: \u000a| �[0;m�[38;5;43m20221214094822787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094822788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094822788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094822788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094822789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094822789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094822789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:24.537767 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2910): Process ended prematurely: osmo-stp_10.42.42.5(pid=2910) [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2910)] [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a09:48:24.546623 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:48:24.608750 run osmo-hlr_10.42.42.2(pid=2907): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2907)]\u000a09:48:24.659551 run osmo-hlr_10.42.42.2(pid=2907): stdout: \u000a| (launched: 2022-12-14_09:48:21.617303) \u000a09:48:24.711194 run osmo-hlr_10.42.42.2(pid=2907): stderr: \u000a| �[0;m�[1;31m20221214094821812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094821812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094821812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094821813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094821813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094821813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094821825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094821833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094821833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094821833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:48:24.781522 run osmo-msc_10.42.42.6(pid=2913): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2913)]\u000a09:48:24.832464 run osmo-msc_10.42.42.6(pid=2913): stdout: \u000a| (launched: 2022-12-14_09:48:23.602718) \u000a09:48:24.883915 run osmo-msc_10.42.42.6(pid=2913): stderr: \u000a| �[0;m�[38;5;43m20221214094823920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094823920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ebb055c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094823921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094823921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094823921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094823921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094823923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094823923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094823923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094823923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:48:24.927594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2906): Terminating (SIGTERM)\u000a09:48:24.968897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2909): Terminating (SIGTERM)\u000a09:48:25.010165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2912): Terminating (SIGTERM)\u000a09:48:25.019805 --- ParallelTerminationStrategy: PID 2906 died...\u000a09:48:25.075413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2906): Terminated: ok {rc=0}\u000a09:48:25.085456 --- ParallelTerminationStrategy: PID 2909 died...\u000a09:48:25.140851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2909): Terminated: ok {rc=0}\u000a09:48:25.150876 --- ParallelTerminationStrategy: PID 2912 died...\u000a09:48:25.206179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2912): Terminated: ok {rc=0}\u000a09:48:25.291928 bus /sierra_3: Setting Powered False\u000a09:48:26.397252 bus /sierra_3: Setting Powered False\u000a09:48:27.504117 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:48:17" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2924): Process ended prematurely: osmo-stp_10.42.42.5(pid=2924) [trial-2402↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2924)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2924): Process ended prematurely: osmo-stp_10.42.42.5(pid=2924) [trial-2402↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:48:29.514421 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:48:29.525383 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:48:29.665833 tst handover.py: using LAC 40106\u000a09:48:29.783075 tst handover.py: using RAC 71\u000a09:48:29.900565 tst handover.py: using CellId 40106\u000a09:48:30.019427 tst handover.py: using BVCI 40107\u000a09:48:30.042488 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:48:30.170547 tst handover.py: using LAC 40107\u000a09:48:30.295740 tst handover.py: using RAC 72\u000a09:48:30.420762 tst handover.py: using CellId 40107\u000a09:48:30.548045 tst handover.py: using BVCI 40108\u000a09:48:30.573107 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:48:30.584458 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:48:30.595695 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:48:30.607078 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:48:30.618375 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:48:30.629622 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:48:30.746558 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:48:30.982185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:48:31.492133 run create_hlr_db(pid=2918): Launched\u000a09:48:31.620084 bus /sierra_2: Setting Powered False\u000a09:48:32.687947 run create_hlr_db(pid=2918): Terminated: ok {rc=0}\u000a09:48:33.090316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2920): Launched\u000a09:48:33.415348 run osmo-hlr_10.42.42.2(pid=2921): Launched\u000a09:48:33.534355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:48:34.071778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2923): Launched\u000a09:48:34.395811 run osmo-stp_10.42.42.5(pid=2924): Launched\u000a09:48:34.512892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:48:35.077071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2926): Launched\u000a09:48:35.402775 run osmo-msc_10.42.42.6(pid=2927): Launched\u000a09:48:35.592904 run osmo-stp_10.42.42.5(pid=2924): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2924)]\u000a09:48:35.730062 run osmo-stp_10.42.42.5(pid=2924): stdout: \u000a| (launched: 2022-12-14_09:48:34.236713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:35.865723 run osmo-stp_10.42.42.5(pid=2924): stderr: \u000a| �[0;m�[38;5;43m20221214094834426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094834426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094834427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094834427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094834427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094834428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094834428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:35.995874 run osmo-stp_10.42.42.5(pid=2924): stdout: \u000a| (launched: 2022-12-14_09:48:34.236713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:36.123920 run osmo-stp_10.42.42.5(pid=2924): stderr: \u000a| �[0;m�[38;5;43m20221214094834426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094834426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094834427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094834427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094834427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094834428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094834428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:36.180138 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2924): Process ended prematurely: osmo-stp_10.42.42.5(pid=2924) [trial-2402↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2924)] [trial-2402↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a09:48:36.188614 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:48:36.251602 run osmo-hlr_10.42.42.2(pid=2921): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2921)]\u000a09:48:36.303320 run osmo-hlr_10.42.42.2(pid=2921): stdout: \u000a| (launched: 2022-12-14_09:48:33.255299) \u000a09:48:36.355710 run osmo-hlr_10.42.42.2(pid=2921): stderr: \u000a| �[0;m�[1;31m20221214094833451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094833451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094833451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094833452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094833452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094833452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094833462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094833471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094833471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094833471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:48:36.426713 run osmo-msc_10.42.42.6(pid=2927): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2927)]\u000a09:48:36.478107 run osmo-msc_10.42.42.6(pid=2927): stdout: \u000a| (launched: 2022-12-14_09:48:35.241851) \u000a09:48:36.530646 run osmo-msc_10.42.42.6(pid=2927): stderr: \u000a| �[0;m�[38;5;43m20221214094835559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094835559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74482c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094835559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094835559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094835559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094835560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094835561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094835562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094835562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094835562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:48:36.574927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2920): Terminating (SIGTERM)\u000a09:48:36.616578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2923): Terminating (SIGTERM)\u000a09:48:36.658259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2926): Terminating (SIGTERM)\u000a09:48:36.667900 --- ParallelTerminationStrategy: PID 2920 died...\u000a09:48:36.723582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2920): Terminated: ok {rc=0}\u000a09:48:36.733719 --- ParallelTerminationStrategy: PID 2923 died...\u000a09:48:36.789097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2923): Terminated: ok {rc=0}\u000a09:48:36.799092 --- ParallelTerminationStrategy: PID 2926 died...\u000a09:48:36.854450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2926): Terminated: ok {rc=0}\u000a09:48:36.940414 bus /sierra_3: Setting Powered False\u000a09:48:38.046950 bus /sierra_3: Setting Powered False\u000a09:48:39.158885 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:48:29" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2938): Process ended prematurely: osmo-stp_10.42.42.5(pid=2938) [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2938)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2938): Process ended prematurely: osmo-stp_10.42.42.5(pid=2938) [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:48:41.175856 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:41.187403 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:48:41.332535 tst handover.py: using LAC 40108\u000a09:48:41.459766 tst handover.py: using RAC 73\u000a09:48:41.582916 tst handover.py: using CellId 40108\u000a09:48:41.703818 tst handover.py: using BVCI 40109\u000a09:48:41.726810 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:48:41.864378 tst handover.py: using LAC 40109\u000a09:48:41.984297 tst handover.py: using RAC 74\u000a09:48:42.105038 tst handover.py: using CellId 40109\u000a09:48:42.224177 tst handover.py: using BVCI 40110\u000a09:48:42.247194 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:42.258222 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:42.269076 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:42.279872 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:42.291546 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:48:42.303166 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:48:42.424342 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:48:42.625268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:48:43.076769 run create_hlr_db(pid=2932): Launched\u000a09:48:43.199433 bus /sierra_2: Setting Powered False\u000a09:48:44.271408 run create_hlr_db(pid=2932): Terminated: ok {rc=0}\u000a09:48:44.648416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2934): Launched\u000a09:48:44.950935 run osmo-hlr_10.42.42.2(pid=2935): Launched\u000a09:48:45.068054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:48:45.574027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2937): Launched\u000a09:48:45.956882 run osmo-stp_10.42.42.5(pid=2938): Launched\u000a09:48:46.123926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:48:46.712333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2940): Launched\u000a09:48:47.162481 run osmo-msc_10.42.42.6(pid=2941): Launched\u000a09:48:47.363018 run osmo-stp_10.42.42.5(pid=2938): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2938)]\u000a09:48:47.501554 run osmo-stp_10.42.42.5(pid=2938): stdout: \u000a| (launched: 2022-12-14_09:48:45.726631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:47.637703 run osmo-stp_10.42.42.5(pid=2938): stderr: \u000a| �[0;m�[38;5;43m20221214094845943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094845943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094845943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094845943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094845944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094845944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094845944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:47.767690 run osmo-stp_10.42.42.5(pid=2938): stdout: \u000a| (launched: 2022-12-14_09:48:45.726631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:47.895925 run osmo-stp_10.42.42.5(pid=2938): stderr: \u000a| �[0;m�[38;5;43m20221214094845943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094845943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094845943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094845943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094845944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094845944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094845944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:47.952347 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2938): Process ended prematurely: osmo-stp_10.42.42.5(pid=2938) [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2938)] [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a09:48:47.961215 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:48:48.023332 run osmo-hlr_10.42.42.2(pid=2935): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2935)]\u000a09:48:48.075160 run osmo-hlr_10.42.42.2(pid=2935): stdout: \u000a| (launched: 2022-12-14_09:48:44.801646) \u000a09:48:48.126870 run osmo-hlr_10.42.42.2(pid=2935): stderr: \u000a| �[0;m�[1;31m20221214094844975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094844975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094844975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094844975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094844975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094844975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094844987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094844995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094844995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094844995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:48:48.197270 run osmo-msc_10.42.42.6(pid=2941): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2941)]\u000a09:48:48.248504 run osmo-msc_10.42.42.6(pid=2941): stdout: \u000a| (launched: 2022-12-14_09:48:46.882396) \u000a09:48:48.300157 run osmo-msc_10.42.42.6(pid=2941): stderr: \u000a| �[0;m�[38;5;43m20221214094847278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094847279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f272937cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094847279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094847279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094847279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094847279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094847281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094847282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094847282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094847282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:48:48.343909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2934): Terminating (SIGTERM)\u000a09:48:48.385321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2937): Terminating (SIGTERM)\u000a09:48:48.426774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2940): Terminating (SIGTERM)\u000a09:48:48.436394 --- ParallelTerminationStrategy: PID 2934 died...\u000a09:48:48.491962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2934): Terminated: ok {rc=0}\u000a09:48:48.502146 --- ParallelTerminationStrategy: PID 2937 died...\u000a09:48:48.557941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2937): Terminated: ok {rc=0}\u000a09:48:48.567940 --- ParallelTerminationStrategy: PID 2940 died...\u000a09:48:48.623052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2940): Terminated: ok {rc=0}\u000a09:48:48.708746 bus /sierra_3: Setting Powered False\u000a09:48:49.813667 bus /sierra_3: Setting Powered False\u000a09:48:50.918442 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:48:40" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2952): Process ended prematurely: osmo-stp_10.42.42.5(pid=2952) [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2952): Process ended prematurely: osmo-stp_10.42.42.5(pid=2952) [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:48:52.959325 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:52.970913 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:48:53.115039 tst handover.py: using LAC 40110\u000a09:48:53.242120 tst handover.py: using RAC 75\u000a09:48:53.369235 tst handover.py: using CellId 40110\u000a09:48:53.497845 tst handover.py: using BVCI 40111\u000a09:48:53.523029 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:48:53.667188 tst handover.py: using LAC 40111\u000a09:48:53.795912 tst handover.py: using RAC 76\u000a09:48:53.916885 tst handover.py: using CellId 40111\u000a09:48:54.037515 tst handover.py: using BVCI 40112\u000a09:48:54.060406 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:54.071536 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:54.082589 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:54.093760 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:54.105148 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:48:54.116779 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:48:54.236748 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:48:54.437051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:48:54.887323 run create_hlr_db(pid=2946): Launched\u000a09:48:55.009430 bus /sierra_2: Setting Powered False\u000a09:48:56.081716 run create_hlr_db(pid=2946): Terminated: ok {rc=0}\u000a09:48:56.484630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2948): Launched\u000a09:48:56.807860 run osmo-hlr_10.42.42.2(pid=2949): Launched\u000a09:48:56.925516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:48:57.457395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2951): Launched\u000a09:48:57.782612 run osmo-stp_10.42.42.5(pid=2952): Launched\u000a09:48:57.898975 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:48:58.460812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2954): Launched\u000a09:48:58.786434 run osmo-msc_10.42.42.6(pid=2955): Launched\u000a09:48:58.975589 run osmo-stp_10.42.42.5(pid=2952): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)]\u000a09:48:59.112785 run osmo-stp_10.42.42.5(pid=2952): stdout: \u000a| (launched: 2022-12-14_09:48:57.622439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:59.247704 run osmo-stp_10.42.42.5(pid=2952): stderr: \u000a| �[0;m�[38;5;43m20221214094857812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094857812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094857813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094857813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094857813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094857814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094857814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:59.377286 run osmo-stp_10.42.42.5(pid=2952): stdout: \u000a| (launched: 2022-12-14_09:48:57.622439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:48:59.504908 run osmo-stp_10.42.42.5(pid=2952): stderr: \u000a| �[0;m�[38;5;43m20221214094857812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094857812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094857813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094857813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094857813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094857814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094857814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:48:59.562059 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2952): Process ended prematurely: osmo-stp_10.42.42.5(pid=2952) [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)] [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a09:48:59.570772 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:48:59.632930 run osmo-hlr_10.42.42.2(pid=2949): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2949)]\u000a09:48:59.683715 run osmo-hlr_10.42.42.2(pid=2949): stdout: \u000a| (launched: 2022-12-14_09:48:56.649605) \u000a09:48:59.735206 run osmo-hlr_10.42.42.2(pid=2949): stderr: \u000a| �[0;m�[1;31m20221214094856847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094856847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094856847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094856847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094856847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094856847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094856859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094856868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094856868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094856868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:48:59.805706 run osmo-msc_10.42.42.6(pid=2955): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2955)]\u000a09:48:59.857065 run osmo-msc_10.42.42.6(pid=2955): stdout: \u000a| (launched: 2022-12-14_09:48:58.625994) \u000a09:48:59.908393 run osmo-msc_10.42.42.6(pid=2955): stderr: \u000a| �[0;m�[38;5;43m20221214094858944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094858944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc944f0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094858944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094858944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094858944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094858945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094858946 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094858947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094858947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094858947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:48:59.951853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2948): Terminating (SIGTERM)\u000a09:48:59.993187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2951): Terminating (SIGTERM)\u000a09:49:00.034461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2954): Terminating (SIGTERM)\u000a09:49:00.044017 --- ParallelTerminationStrategy: PID 2948 died...\u000a09:49:00.099181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2948): Terminated: ok {rc=0}\u000a09:49:00.109252 --- ParallelTerminationStrategy: PID 2951 died...\u000a09:49:00.163991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2951): Terminated: ok {rc=0}\u000a09:49:00.173962 --- ParallelTerminationStrategy: PID 2954 died...\u000a09:49:00.228727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2954): Terminated: ok {rc=0}\u000a09:49:00.313776 bus /sierra_3: Setting Powered False\u000a09:49:01.420131 bus /sierra_3: Setting Powered False\u000a09:49:02.530390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:48:52" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2966): Process ended prematurely: osmo-stp_10.42.42.5(pid=2966) [trial-2402↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2966)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2966): Process ended prematurely: osmo-stp_10.42.42.5(pid=2966) [trial-2402↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:49:04.543323 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:49:04.554651 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:49:04.681427 tst handover.py: using LAC 40112\u000a09:49:04.806211 tst handover.py: using RAC 77\u000a09:49:04.931225 tst handover.py: using CellId 40112\u000a09:49:05.060915 tst handover.py: using BVCI 40113\u000a09:49:05.085652 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:49:05.221613 tst handover.py: using LAC 40113\u000a09:49:05.338893 tst handover.py: using RAC 78\u000a09:49:05.456297 tst handover.py: using CellId 40113\u000a09:49:05.579290 tst handover.py: using BVCI 40114\u000a09:49:05.602230 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:49:05.613071 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:49:05.623662 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:49:05.634333 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:49:05.645819 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:49:05.656796 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:49:05.776364 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:49:05.976687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:49:06.427610 run create_hlr_db(pid=2960): Launched\u000a09:49:06.550365 bus /sierra_2: Setting Powered False\u000a09:49:07.622778 run create_hlr_db(pid=2960): Terminated: ok {rc=0}\u000a09:49:07.999710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2962): Launched\u000a09:49:08.301911 run osmo-hlr_10.42.42.2(pid=2963): Launched\u000a09:49:08.419290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:49:08.924251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2965): Launched\u000a09:49:09.225908 run osmo-stp_10.42.42.5(pid=2966): Launched\u000a09:49:09.335354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:49:09.863549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2968): Launched\u000a09:49:10.165448 run osmo-msc_10.42.42.6(pid=2969): Launched\u000a09:49:10.341956 run osmo-stp_10.42.42.5(pid=2966): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2966)]\u000a09:49:10.469375 run osmo-stp_10.42.42.5(pid=2966): stdout: \u000a| (launched: 2022-12-14_09:49:09.077182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:49:10.595441 run osmo-stp_10.42.42.5(pid=2966): stderr: \u000a| �[0;m�[38;5;43m20221214094909247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094909247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094909247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094909248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094909248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094909248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094909248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:49:10.715918 run osmo-stp_10.42.42.5(pid=2966): stdout: \u000a| (launched: 2022-12-14_09:49:09.077182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:49:10.835605 run osmo-stp_10.42.42.5(pid=2966): stderr: \u000a| �[0;m�[38;5;43m20221214094909247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094909247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094909247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094909248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094909248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094909248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094909248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:49:10.887923 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2966): Process ended prematurely: osmo-stp_10.42.42.5(pid=2966) [trial-2402↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2966)] [trial-2402↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a09:49:10.895653 tst handover.py:18: Test FAILED (6.3 sec)\u000a09:49:10.955777 run osmo-hlr_10.42.42.2(pid=2963): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2963)]\u000a09:49:11.004307 run osmo-hlr_10.42.42.2(pid=2963): stdout: \u000a| (launched: 2022-12-14_09:49:08.152635) \u000a09:49:11.053585 run osmo-hlr_10.42.42.2(pid=2963): stderr: \u000a| �[0;m�[1;31m20221214094908325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094908325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094908325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094908325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094908325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094908325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094908340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094908350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094908350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094908351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:49:11.120859 run osmo-msc_10.42.42.6(pid=2969): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2969)]\u000a09:49:11.169564 run osmo-msc_10.42.42.6(pid=2969): stdout: \u000a| (launched: 2022-12-14_09:49:10.016231) \u000a09:49:11.218804 run osmo-msc_10.42.42.6(pid=2969): stderr: \u000a| �[0;m�[38;5;43m20221214094910286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094910286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd00d02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094910286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094910286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094910286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094910287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094910288 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094910289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094910289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094910289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:49:11.260644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2962): Terminating (SIGTERM)\u000a09:49:11.300121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2965): Terminating (SIGTERM)\u000a09:49:11.339922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2968): Terminating (SIGTERM)\u000a09:49:11.349016 --- ParallelTerminationStrategy: PID 2962 died...\u000a09:49:11.402247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2962): Terminated: ok {rc=0}\u000a09:49:11.411785 --- ParallelTerminationStrategy: PID 2965 died...\u000a09:49:11.464669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2965): Terminated: ok {rc=0}\u000a09:49:11.474080 --- ParallelTerminationStrategy: PID 2968 died...\u000a09:49:11.526974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2968): Terminated: ok {rc=0}\u000a09:49:11.615100 bus /sierra_3: Setting Powered False\u000a09:49:12.715554 bus /sierra_3: Setting Powered False\u000a09:49:13.821853 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:49:04" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2980): Process ended prematurely: osmo-stp_10.42.42.5(pid=2980) [trial-2402↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2980)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2980): Process ended prematurely: osmo-stp_10.42.42.5(pid=2980) [trial-2402↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:49:15.821843 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:15.843965 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:49:15.986433 tst handover.py: using LAC 40114\u000a09:49:16.108291 tst handover.py: using RAC 79\u000a09:49:16.234133 tst handover.py: using CellId 40114\u000a09:49:16.389685 tst handover.py: using BVCI 40115\u000a09:49:16.422684 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:49:16.567579 tst handover.py: using LAC 40115\u000a09:49:16.725416 tst handover.py: using RAC 80\u000a09:49:16.863033 tst handover.py: using CellId 40115\u000a09:49:17.007470 tst handover.py: using BVCI 40116\u000a09:49:17.031871 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:17.044004 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:17.055787 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:17.067634 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:17.080310 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:17.092936 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:49:17.230740 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:49:17.456212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:49:17.942266 run create_hlr_db(pid=2974): Launched\u000a09:49:18.066186 bus /sierra_2: Setting Powered False\u000a09:49:19.137809 run create_hlr_db(pid=2974): Terminated: ok {rc=0}\u000a09:49:19.540031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2976): Launched\u000a09:49:19.865193 run osmo-hlr_10.42.42.2(pid=2977): Launched\u000a09:49:19.986474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:49:20.521664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2979): Launched\u000a09:49:20.847916 run osmo-stp_10.42.42.5(pid=2980): Launched\u000a09:49:20.959315 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:49:21.486810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2982): Launched\u000a09:49:21.791081 run osmo-msc_10.42.42.6(pid=2983): Launched\u000a09:49:21.969331 run osmo-stp_10.42.42.5(pid=2980): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2980)]\u000a09:49:22.098373 run osmo-stp_10.42.42.5(pid=2980): stdout: \u000a| (launched: 2022-12-14_09:49:20.686786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:49:22.225165 run osmo-stp_10.42.42.5(pid=2980): stderr: \u000a| �[0;m�[38;5;43m20221214094920857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094920857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094920858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094920858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094920858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094920859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094920859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:49:22.347198 run osmo-stp_10.42.42.5(pid=2980): stdout: \u000a| (launched: 2022-12-14_09:49:20.686786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:49:22.467258 run osmo-stp_10.42.42.5(pid=2980): stderr: \u000a| �[0;m�[38;5;43m20221214094920857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094920857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094920858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094920858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094920858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094920859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094920859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:49:22.519895 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2980): Process ended prematurely: osmo-stp_10.42.42.5(pid=2980) [trial-2402↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2980)] [trial-2402↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a09:49:22.527926 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:49:22.588811 run osmo-hlr_10.42.42.2(pid=2977): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2977)]\u000a09:49:22.638114 run osmo-hlr_10.42.42.2(pid=2977): stdout: \u000a| (launched: 2022-12-14_09:49:19.705326) \u000a09:49:22.687801 run osmo-hlr_10.42.42.2(pid=2977): stderr: \u000a| �[0;m�[1;31m20221214094919901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094919901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094919901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094919901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094919901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094919901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094919918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094919928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094919928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094919928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:49:22.757305 run osmo-msc_10.42.42.6(pid=2983): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2983)]\u000a09:49:22.811670 run osmo-msc_10.42.42.6(pid=2983): stdout: \u000a| (launched: 2022-12-14_09:49:21.640240) \u000a09:49:22.869813 run osmo-msc_10.42.42.6(pid=2983): stderr: \u000a| �[0;m�[38;5;43m20221214094921910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094921910 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19bd630c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094921910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094921910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094921910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094921910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094921912 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094921913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094921913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094921913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:49:22.913187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2976): Terminating (SIGTERM)\u000a09:49:22.953168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2979): Terminating (SIGTERM)\u000a09:49:22.992889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2982): Terminating (SIGTERM)\u000a09:49:23.002094 --- ParallelTerminationStrategy: PID 2976 died...\u000a09:49:23.055541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2976): Terminated: ok {rc=0}\u000a09:49:23.065215 --- ParallelTerminationStrategy: PID 2979 died...\u000a09:49:23.118340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2979): Terminated: ok {rc=0}\u000a09:49:23.127883 --- ParallelTerminationStrategy: PID 2982 died...\u000a09:49:23.181476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2982): Terminated: ok {rc=0}\u000a09:49:23.270123 bus /sierra_3: Setting Powered False\u000a09:49:24.373432 bus /sierra_3: Setting Powered False\u000a09:49:25.484703 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:49:15" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3005): Process ended prematurely: osmo-stp_10.42.42.5(pid=3005) [trial-2402↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3005)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3005): Process ended prematurely: osmo-stp_10.42.42.5(pid=3005) [trial-2402↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2402 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:49:27.504824 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:27.515616 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:49:27.656917 tst handover.py: using LAC 40116\u000a09:49:27.785328 tst handover.py: using RAC 81\u000a09:49:27.916216 tst handover.py: using CellId 40116\u000a09:49:28.036138 tst handover.py: using BVCI 40117\u000a09:49:28.060521 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:49:28.204616 tst handover.py: using LAC 40117\u000a09:49:28.337079 tst handover.py: using RAC 82\u000a09:49:28.468166 tst handover.py: using CellId 40117\u000a09:49:28.594286 tst handover.py: using BVCI 40118\u000a09:49:28.619339 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:28.630969 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:28.642203 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:28.653453 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:28.664527 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:49:28.675727 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:49:28.793661 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:49:28.997661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:49:29.451032 run create_hlr_db(pid=2999): Launched\u000a09:49:29.574555 bus /sierra_2: Setting Powered False\u000a09:49:30.646897 run create_hlr_db(pid=2999): Terminated: ok {rc=0}\u000a09:49:31.054985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3001): Launched\u000a09:49:31.501300 run osmo-hlr_10.42.42.2(pid=3002): Launched\u000a09:49:31.668732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:49:32.270682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3004): Launched\u000a09:49:32.600053 run osmo-stp_10.42.42.5(pid=3005): Launched\u000a09:49:32.718064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:49:33.283499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3007): Launched\u000a09:49:33.608663 run osmo-msc_10.42.42.6(pid=3008): Launched\u000a09:49:33.797503 run osmo-stp_10.42.42.5(pid=3005): ERR: Terminated: ERROR {rc=1} [trial-2402↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3005)]\u000a09:49:33.933855 run osmo-stp_10.42.42.5(pid=3005): stdout: \u000a| (launched: 2022-12-14_09:49:32.438201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:49:34.069924 run osmo-stp_10.42.42.5(pid=3005): stderr: \u000a| �[0;m�[38;5;43m20221214094932625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094932625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094932625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094932626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094932626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094932626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094932626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:49:34.200836 run osmo-stp_10.42.42.5(pid=3005): stdout: \u000a| (launched: 2022-12-14_09:49:32.438201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:49:34.329105 run osmo-stp_10.42.42.5(pid=3005): stderr: \u000a| �[0;m�[38;5;43m20221214094932625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214094932625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214094932625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214094932626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214094932626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214094932626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214094932626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:49:34.385696 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3005): Process ended prematurely: osmo-stp_10.42.42.5(pid=3005) [trial-2402↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3005)] [trial-2402↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a09:49:34.394360 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:49:34.458181 run osmo-hlr_10.42.42.2(pid=3002): ERR: Terminated: ERROR {rc=237} [trial-2402↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3002)]\u000a09:49:34.510005 run osmo-hlr_10.42.42.2(pid=3002): stdout: \u000a| (launched: 2022-12-14_09:49:31.212173) \u000a09:49:34.563053 run osmo-hlr_10.42.42.2(pid=3002): stderr: \u000a| �[0;m�[1;31m20221214094931545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214094931545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214094931545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094931545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214094931546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214094931546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214094931571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2402/run.2022-12-14_08-25-21/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214094931583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214094931583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214094931583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:49:34.634556 run osmo-msc_10.42.42.6(pid=3008): ERR: Terminated: ERROR {rc=2} [trial-2402↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3008)]\u000a09:49:34.686219 run osmo-msc_10.42.42.6(pid=3008): stdout: \u000a| (launched: 2022-12-14_09:49:33.448391) \u000a09:49:34.738725 run osmo-msc_10.42.42.6(pid=3008): stderr: \u000a| �[0;m�[38;5;43m20221214094933766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214094933766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7523348c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214094933766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214094933767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214094933767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214094933767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214094933768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214094933769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214094933769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214094933769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:49:34.783065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3001): Terminating (SIGTERM)\u000a09:49:34.825058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3004): Terminating (SIGTERM)\u000a09:49:34.867021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3007): Terminating (SIGTERM)\u000a09:49:34.876804 --- ParallelTerminationStrategy: PID 3001 died...\u000a09:49:34.933518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3001): Terminated: ok {rc=0}\u000a09:49:34.943634 --- ParallelTerminationStrategy: PID 3004 died...\u000a09:49:34.999886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3004): Terminated: ok {rc=0}\u000a09:49:35.010072 --- ParallelTerminationStrategy: PID 3007 died...\u000a09:49:35.065723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3007): Terminated: ok {rc=0}\u000a09:49:35.151273 bus /sierra_3: Setting Powered False\u000a09:49:36.256813 bus /sierra_3: Setting Powered False\u000a09:49:37.363971 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:49:27" } ] }